-- Logs begin at Mon 2022-09-05 11:36:02 UTC, end at Mon 2022-09-05 12:53:54 UTC. -- Sep 05 12:20:15.014336 dv-cinder-801354-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 05 12:20:17.753789 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.common.config [-] Logging enabled! Sep 05 12:20:17.754415 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev539 Sep 05 12:20:17.754612 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106622) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 05 12:20:17.758010 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.common.config [-] Logging enabled! Sep 05 12:20:17.758267 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev539 Sep 05 12:20:17.758582 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106622) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 05 12:20:17.759575 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 05 12:20:17.759808 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 05 12:20:17.760315 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 05 12:20:17.760564 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 05 12:20:17.760798 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 05 12:20:17.761126 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.761434 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.761673 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.761976 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.762272 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.762560 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.762854 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.763157 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.763456 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.763775 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.764109 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.764345 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.764631 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.764924 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.765220 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.765451 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] debug = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.765746 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.766178 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.766587 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.766893 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.767237 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.767526 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.767837 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.768122 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.768411 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.768752 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] host = dv-cinder-801354-7-iscsi {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.769039 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.769334 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.769629 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.769918 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.770203 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.770482 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.770772 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.771050 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.771325 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] log_file = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.771629 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.771946 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.772241 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.772533 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.772762 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.772988 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.773279 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.773573 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.773856 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.774136 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.774449 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.774730 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.775010 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.775284 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.775607 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.775909 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.776199 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.776481 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.776756 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.777029 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.777309 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.777599 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.777880 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.778159 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.778440 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.778735 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.779012 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.779293 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.779627 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.779918 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.780205 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.780494 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.780774 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.781077 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.781367 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.781644 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.781921 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] use_json = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.782195 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.782496 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.782760 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.783038 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.783320 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.783619 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.783900 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.784212 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.784493 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:17.784797 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.785100 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.785406 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.785696 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.786010 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.786305 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.786599 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.786887 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.787183 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.788044 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.788347 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.788683 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.788997 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.789294 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.789596 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.790007 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.790225 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.790521 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.790807 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.791086 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.791376 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.791671 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.791969 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.792254 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.792553 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.792848 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.793133 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.793434 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.793725 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.794015 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.794336 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.794628 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.794906 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.795192 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.795488 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.795813 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.796105 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.796385 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.796671 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.796949 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.797235 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.797527 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.797818 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.798091 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.798370 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.798662 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.798943 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.799217 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.799503 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.799804 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.800080 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.800369 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.800652 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.801157 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.801375 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.801603 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.801883 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.802509 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.802509 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.802707 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.803047 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.803862 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.804137 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.804414 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.804692 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.804970 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.805272 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.805549 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.805827 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.806125 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.806382 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.806656 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.806934 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.807211 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.807494 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.807821 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.808104 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.808387 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.808669 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.808956 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.809238 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.809519 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.809879 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.810117 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.810392 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.810687 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.810977 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.811294 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.811603 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.811916 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.812214 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.812495 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.812778 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.813063 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.813345 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.813627 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.813915 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.814198 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.814478 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.814764 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.815053 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.815350 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.815670 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.815954 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.816255 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.816614 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.816915 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.817202 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.817520 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.817809 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:17.818033 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 05 12:20:17.818289 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106622) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 05 12:20:18.205825 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106622) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 05 12:20:18.206158 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106622) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 05 12:20:18.206470 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106622) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 05 12:20:18.206707 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106622) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 05 12:20:18.206994 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106622) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 05 12:20:18.207330 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 05 12:20:18.544625 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.544984 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.545203 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.546427 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.546704 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.546998 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.601866 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.602149 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.602444 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.619518 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.619847 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.620132 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.654608 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.654893 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.655163 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.692514 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.692707 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.692957 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.931934 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.932615 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.932615 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.933795 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:18.934597 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.033971 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.034292 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.034580 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.034861 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.035133 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.035450 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.035750 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.036012 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.036273 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.036561 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.036828 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.037098 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.037394 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.037654 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.037916 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.038185 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.038444 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.038718 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.038994 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.039260 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.039566 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.039839 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.040147 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.040540 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.040795 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.041046 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.041452 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 05 12:20:19.041696 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 05 12:20:19.041937 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 05 12:20:19.042177 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 05 12:20:19.042414 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 05 12:20:19.042654 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 05 12:20:19.043028 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 05 12:20:19.046416 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 05 12:20:19.050401 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 05 12:20:19.055055 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 05 12:20:19.056743 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 05 12:20:19.057402 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 05 12:20:19.057747 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 05 12:20:19.058165 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 05 12:20:19.061048 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 05 12:20:19.061303 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 05 12:20:19.061658 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 05 12:20:19.067005 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 05 12:20:19.092583 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 05 12:20:19.093065 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.093380 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106622) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 05 12:20:19.093763 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.095192 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106622) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 05 12:20:19.095529 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 05 12:20:19.095816 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 05 12:20:19.099472 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.099807 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:19.271266 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 05 12:20:19.271509 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 05 12:20:19.271778 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 05 12:20:19.272161 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 05 12:20:19.325762 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO dbcounter [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Registered counter for database neutron Sep 05 12:20:19.344280 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_db.sqlalchemy.engines [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106622) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 05 12:20:19.350874 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG dbcounter [-] [106622] Writer thread running {{(pid=106622) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 05 12:20:20.114508 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Initializing driver for type 'gre' Sep 05 12:20:20.115154 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] gre ID ranges: [(1, 1000)] Sep 05 12:20:20.370963 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Initializing driver for type 'local' Sep 05 12:20:20.371201 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Initializing driver for type 'vlan' Sep 05 12:20:20.468167 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] VlanTypeDriver initialization complete Sep 05 12:20:20.468531 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Initializing driver for type 'vxlan' Sep 05 12:20:20.469043 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] vxlan ID ranges: [(1, 1000)] Sep 05 12:20:20.674309 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Initializing extension driver 'port_security' Sep 05 12:20:20.674591 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.extensions.port_security [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] PortSecurityExtensionDriver initialization complete Sep 05 12:20:20.674929 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Initializing mechanism driver 'openvswitch' Sep 05 12:20:20.675282 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Initializing mechanism driver 'hyperv' Sep 05 12:20:20.682759 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.plugins.ml2.plugin [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:20:20.683456 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > port after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.683862 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > port after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.684255 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > port after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.684871 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106622) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 05 12:20:20.685308 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > subnet after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.685706 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > subnet after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.686050 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.686454 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106622) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 05 12:20:20.686870 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > network after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.687281 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > network after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.687673 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > network after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.688103 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106622) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 05 12:20:20.688520 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > security_group after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.688876 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > security_group after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.689223 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.689672 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106622) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 05 12:20:20.690089 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.690446 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.690792 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.691366 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106622) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 05 12:20:20.691809 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > address_group after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.692174 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > address_group after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.692552 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.692959 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106622) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 05 12:20:20.693413 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] ML2 OVO RPC backend initialized. {{(pid=106622) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 05 12:20:20.694183 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.694548 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.695661 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > network before_response 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.696028 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > networks before_response 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.696382 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > port before_response 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.696733 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > ports before_response 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.697088 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > subnet before_response 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.697440 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > subnets before_response 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.697797 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > network after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.698147 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > network after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.698492 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > network after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.698844 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > port after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.699193 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > port after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.699580 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > port after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.699930 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > subnet after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.700278 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > subnet after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.700623 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.708674 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded quota_driver: . Sep 05 12:20:20.709052 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.plugin [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Modular L2 Plugin initialization complete Sep 05 12:20:20.709415 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading services supported by the core plugin {{(pid=106622) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 05 12:20:20.709780 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.plugins.ml2.managers [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Got port-security extension from driver 'port_security' Sep 05 12:20:20.710319 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.extensions.vlantransparent [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Disabled vlantransparent extension. Sep 05 12:20:20.710831 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106622) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 05 12:20:20.711168 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading Plugin: router Sep 05 12:20:20.758574 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.758978 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router after_create 55549900 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.759361 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router before_create 55549900 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.759771 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.760177 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.760547 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router after_delete 55549900 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.760914 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.761277 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.761646 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router after_create 55549900 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.762005 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router after_update 55549900 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.762366 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router after_update 55549900 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.762727 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.763100 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router after_update 55549900 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.763528 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router precommit_update 55549900 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.763957 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: port after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.764317 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: port after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.764667 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: subnet after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.765025 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.765385 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.765746 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router precommit_create 55549900 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.766123 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: port before_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.766478 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router precommit_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.766847 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router after_update 55549900 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.767200 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.767607 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router precommit_create 55549900 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.767985 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.768342 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router precommit_update 55549900 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.768722 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > agent after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.769084 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > agent after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.769441 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > network after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.770417 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Tracking information for resource: router configured {{(pid=106622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 05 12:20:20.770763 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Tracking information for resource: floatingip configured {{(pid=106622) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 05 12:20:20.778178 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.db.l3_agentschedulers_db [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 05 12:20:20.778771 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: port after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.779141 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: port after_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.779501 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: port after_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.779891 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: port after_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.780699 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router before_create 55550100 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.781073 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.781445 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router precommit_create 55550100 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.781808 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > router precommit_update 55550100 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.786901 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.services.provider_configuration [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Service providers = [] {{(pid=106622) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 05 12:20:20.787274 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.db.servicetype_db [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106622) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 05 12:20:20.790889 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.services.service_base [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106622) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 05 12:20:20.791255 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.services.service_base [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106622) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 05 12:20:20.791676 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.services.service_base [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106622) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 05 12:20:20.792549 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.services.service_base [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106622) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 05 12:20:20.792933 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.services.service_base [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 05 12:20:20.793331 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 05 12:20:20.793658 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 05 12:20:20.805170 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 05 12:20:20.805561 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading Plugin: auto_allocate Sep 05 12:20:20.819517 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: network precommit_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.819959 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: network precommit_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.820514 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 05 12:20:20.820849 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading Plugin: tag Sep 05 12:20:20.827745 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 05 12:20:20.828082 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading Plugin: timestamp Sep 05 12:20:20.834593 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 05 12:20:20.834957 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading Plugin: network_ip_availability Sep 05 12:20:20.840973 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.841359 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.841726 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:20.842492 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 05 12:20:20.842821 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading Plugin: flavors Sep 05 12:20:20.847717 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 05 12:20:20.848062 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading Plugin: revisions Sep 05 12:20:20.866633 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106622) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 05 12:20:20.867045 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_concurrency.lockutils [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.660s {{(pid=106622) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 05 12:20:20.867871 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106622) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 05 12:20:20.868219 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Initializing extension manager. Sep 05 12:20:20.869332 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: __init__.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.869664 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: __pycache__ {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.870008 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: address_group.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.871026 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.871663 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: address-group Sep 05 12:20:20.871999 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: address_scope.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.872714 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.873233 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: address-scope Sep 05 12:20:20.873562 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.874535 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.875053 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: router-admin-state-down-before-update Sep 05 12:20:20.875383 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: agent.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.876088 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.876631 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: agent Sep 05 12:20:20.876962 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: agent_resources_synced.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.877848 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.878368 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: agent-resources-synced Sep 05 12:20:20.878706 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: allowedaddresspairs.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.880572 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.881102 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: allowed-address-pairs Sep 05 12:20:20.881436 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: auto_allocated_topology.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.882570 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.883093 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: auto-allocated-topology Sep 05 12:20:20.883429 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: availability_zone.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.884127 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.884646 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: availability_zone Sep 05 12:20:20.884978 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: availability_zone_filter.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.885872 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.886427 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: availability_zone_filter Sep 05 12:20:20.886760 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: data_plane_status.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.887696 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.888259 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension data-plane-status not supported by any of loaded plugins Sep 05 12:20:20.888625 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: default_subnetpools.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.889622 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.890149 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: default-subnetpools Sep 05 12:20:20.890481 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.891282 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.891840 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: dhcp_agent_scheduler Sep 05 12:20:20.893843 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: dns.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.894503 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.895042 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension dns-integration not supported by any of loaded plugins Sep 05 12:20:20.895374 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: dns_domain_ports.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.896321 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.896837 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 05 12:20:20.897164 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.898073 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.898606 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 05 12:20:20.898938 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: dvr.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.899658 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.900182 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: dvr Sep 05 12:20:20.900512 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: ecmp_routes.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.901397 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.901965 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 05 12:20:20.902296 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: empty_string_filtering.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.903207 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.903825 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: empty-string-filtering Sep 05 12:20:20.904159 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.905041 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.905577 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 05 12:20:20.905912 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.906804 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.907322 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 05 12:20:20.907685 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: external_net.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.908573 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.909093 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: external-net Sep 05 12:20:20.909455 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.910368 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.910909 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: extra_dhcp_opt Sep 05 12:20:20.911241 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: extraroute.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.912171 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.912737 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: extraroute Sep 05 12:20:20.913039 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: extraroute_atomic.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.914791 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.915512 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: extraroute-atomic Sep 05 12:20:20.915980 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: filter_validation.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.916638 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.917169 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: filter-validation Sep 05 12:20:20.917501 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: fip_pf_description.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.918381 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.918899 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 05 12:20:20.919232 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: fip_pf_port_range.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.920153 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.920668 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 05 12:20:20.921002 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: fip_port_details.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.921892 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.922437 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: fip-port-details Sep 05 12:20:20.922775 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: flavors.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.924015 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.924594 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: flavors Sep 05 12:20:20.924879 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.926525 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.927062 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 05 12:20:20.927405 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: floatingip_pools.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.928114 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.928638 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: floatingip-pools Sep 05 12:20:20.928975 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: ip_allocation.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.940392 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.940918 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension ip_allocation not supported by any of loaded plugins Sep 05 12:20:20.941258 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.942165 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.942685 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: ip-substring-filtering Sep 05 12:20:20.943023 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: l2_adjacency.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.943978 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.944494 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 05 12:20:20.944872 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: l3.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.945862 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.946394 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: router Sep 05 12:20:20.946781 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.949317 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.949866 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 05 12:20:20.950217 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.951115 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.951710 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: ext-gw-mode Sep 05 12:20:20.952050 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.952955 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.953485 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: l3-ha Sep 05 12:20:20.953822 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.954748 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.955270 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 05 12:20:20.955633 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: l3_flavors.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.956641 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.957180 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: l3-flavors Sep 05 12:20:20.957579 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.958965 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.959512 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 05 12:20:20.959887 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.960804 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.961335 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 05 12:20:20.961670 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: l3agentscheduler.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.962714 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.963283 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: l3_agent_scheduler Sep 05 12:20:20.963670 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: local_ip.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.970259 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.970796 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension local_ip not supported by any of loaded plugins Sep 05 12:20:20.971137 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: logging.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.972626 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.973160 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension logging not supported by any of loaded plugins Sep 05 12:20:20.973503 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: metering.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.974227 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.974843 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: metering Sep 05 12:20:20.975187 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.976829 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.977361 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: metering_source_and_destination_fields Sep 05 12:20:20.977702 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: multiprovidernet.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.978594 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.979123 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: multi-provider Sep 05 12:20:20.979459 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: netmtu.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.980387 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.980949 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: net-mtu Sep 05 12:20:20.981327 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: netmtu_writable.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.982217 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.982737 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: net-mtu-writable Sep 05 12:20:20.983072 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: network_availability_zone.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.983755 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.984273 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: network_availability_zone Sep 05 12:20:20.984610 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: network_ip_availability.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.985695 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.986245 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: network-ip-availability Sep 05 12:20:20.986578 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: network_segment_range.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.987318 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.987860 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension network-segment-range not supported by any of loaded plugins Sep 05 12:20:20.988197 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: pagination.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.994760 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.994760 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: pagination Sep 05 12:20:20.994760 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: port_device_profile.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.994760 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.994760 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: port-device-profile Sep 05 12:20:20.994760 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: port_mac_address_override.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.998850 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:20.998850 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: port-mac-override Sep 05 12:20:20.998850 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:20.999458 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.000024 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: port-mac-address-regenerate Sep 05 12:20:21.000362 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.001249 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.001767 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: port-numa-affinity-policy Sep 05 12:20:21.002098 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: port_resource_request.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.002968 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.003479 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension port-resource-request not supported by any of loaded plugins Sep 05 12:20:21.003840 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: port_resource_request_groups.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.004772 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.005277 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 05 12:20:21.005606 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: portbindings.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.006492 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.007011 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: binding Sep 05 12:20:21.007338 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: portbindings_extended.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.008612 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.009128 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: binding-extended Sep 05 12:20:21.009457 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: portsecurity.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.010321 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.010838 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: port-security Sep 05 12:20:21.011165 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: project_id.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.012115 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.012446 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: project-id Sep 05 12:20:21.012768 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: providernet.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.013651 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.014167 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: provider Sep 05 12:20:21.014492 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: qos.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.018264 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.018799 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension qos not supported by any of loaded plugins Sep 05 12:20:21.019135 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.020370 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.020900 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 05 12:20:21.021230 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.022124 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.022642 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 05 12:20:21.022971 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: qos_default.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.023873 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.024388 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension qos-default not supported by any of loaded plugins Sep 05 12:20:21.024715 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: qos_fip.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.025591 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.026112 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension qos-fip not supported by any of loaded plugins Sep 05 12:20:21.026439 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.027313 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.027858 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 05 12:20:21.028186 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: qos_gateway_ip.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.029070 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.029586 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 05 12:20:21.029917 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: qos_port_network_policy.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.030787 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.031302 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 05 12:20:21.031661 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.032657 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.033178 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 05 12:20:21.033505 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.034497 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.035008 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 05 12:20:21.035335 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: qos_pps_rule.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.036514 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.037035 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension qos-pps not supported by any of loaded plugins Sep 05 12:20:21.037364 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: qos_rule_type_details.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.038239 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.039413 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 05 12:20:21.039596 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.040475 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.040985 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 05 12:20:21.041312 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: qos_rules_alias.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.042306 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.042819 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 05 12:20:21.043147 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: quota_check_limit.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.044048 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.044568 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: quota-check-limit Sep 05 12:20:21.044895 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: quotasv2.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.045848 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.046179 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: quotas Sep 05 12:20:21.046503 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: quotasv2_detail.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.048224 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.048566 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: quota_details Sep 05 12:20:21.048900 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: rbac.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.050437 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.050437 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: rbac-policies Sep 05 12:20:21.050778 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: rbac_address_group.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.056861 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.057400 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: rbac-address-group Sep 05 12:20:21.057735 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: rbac_address_scope.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.058632 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.059152 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: rbac-address-scope Sep 05 12:20:21.059487 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: rbac_security_groups.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.060480 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.061003 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: rbac-security-groups Sep 05 12:20:21.061332 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: rbac_subnetpool.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.062211 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.062725 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: rbac-subnetpool Sep 05 12:20:21.063051 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: revisionifmatch.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.064075 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.064589 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: revision-if-match Sep 05 12:20:21.064915 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: revisions.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.066032 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.066549 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: standard-attr-revisions Sep 05 12:20:21.066879 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: router_availability_zone.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.067772 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.068397 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: router_availability_zone Sep 05 12:20:21.068725 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: routerservicetype.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.069629 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.070146 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension router-service-type not supported by any of loaded plugins Sep 05 12:20:21.070472 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.071354 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.071897 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: security-groups-normalized-cidr Sep 05 12:20:21.072223 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.073099 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.073647 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: port-security-groups-filtering Sep 05 12:20:21.073968 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.074849 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.075369 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: security-groups-remote-address-group Sep 05 12:20:21.075720 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.076608 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.077119 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: security-groups-shared-filtering Sep 05 12:20:21.077445 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: securitygroup.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.088141 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.088708 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: security-group Sep 05 12:20:21.089050 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: segment.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.090139 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.090664 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension segment not supported by any of loaded plugins Sep 05 12:20:21.091011 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.091984 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.092498 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 05 12:20:21.092830 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: servicetype.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.093898 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.094417 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: service-type Sep 05 12:20:21.094749 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: sorting.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.095727 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.096060 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: sorting Sep 05 12:20:21.096385 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: standard_attr_segment.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.097258 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.097781 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 05 12:20:21.098110 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: standardattrdescription.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.098726 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.099239 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: standard-attr-description Sep 05 12:20:21.099586 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: stateful_security_group.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.100494 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.101675 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: stateful-security-group Sep 05 12:20:21.102095 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: stdattrs_common.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.102659 dv-cinder-801354-7-iscsi neutron-server[106622]: WARNING neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 05 12:20:21.102987 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.103930 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.104459 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 05 12:20:21.104781 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: subnet_onboard.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.105798 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.106323 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: subnet_onboard Sep 05 12:20:21.106652 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.107550 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.108067 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 05 12:20:21.108394 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: subnet_service_types.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.109266 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.109784 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: subnet-service-types Sep 05 12:20:21.110110 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: subnetallocation.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.111150 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.111694 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: subnet_allocation Sep 05 12:20:21.112136 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.112703 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.113216 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: subnetpool-prefix-ops Sep 05 12:20:21.113545 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.114512 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.115030 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 05 12:20:21.115651 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: tagging.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.116430 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.116989 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: standard-attr-tag Sep 05 12:20:21.117318 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: timestamp.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.118479 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.118994 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loaded extension: standard-attr-timestamp Sep 05 12:20:21.119324 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: trunk.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.120334 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.120850 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension trunk not supported by any of loaded plugins Sep 05 12:20:21.121250 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: trunk_details.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.122048 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.122563 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension trunk-details not supported by any of loaded plugins Sep 05 12:20:21.122885 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: uplink_status_propagation.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.123793 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.124305 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 05 12:20:21.124627 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Loading extension file: vlantransparent.py {{(pid=106622) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 05 12:20:21.125271 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106622) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 05 12:20:21.125778 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 05 12:20:21.128487 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of TrackedResource for resource:network Sep 05 12:20:21.129019 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of TrackedResource for resource:subnet Sep 05 12:20:21.129422 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of TrackedResource for resource:subnetpool Sep 05 12:20:21.129811 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of TrackedResource for resource:port Sep 05 12:20:21.131257 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.v2.resource_helper [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 05 12:20:21.131739 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.v2.resource_helper [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Service FLAVORS assigned prefix: {{(pid=106622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 05 12:20:21.132390 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.v2.resource_helper [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 05 12:20:21.132821 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.v2.resource_helper [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 05 12:20:21.133156 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of TrackedResource for resource:router Sep 05 12:20:21.133591 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of TrackedResource for resource:floatingip Sep 05 12:20:21.134089 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.v2.resource_helper [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Service METERING assigned prefix: /metering {{(pid=106622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 05 12:20:21.135573 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:21.135941 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:21.136294 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106622) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:20:21.137321 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of CountableResource for resource:rbac_policy Sep 05 12:20:21.137778 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of TrackedResource for resource:security_group Sep 05 12:20:21.138206 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 05 12:20:21.138737 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.v2.resource_helper [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Service CORE assigned prefix: {{(pid=106622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 05 12:20:21.139075 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of TrackedResource for resource:subnetpool Sep 05 12:20:21.139428 dv-cinder-801354-7-iscsi neutron-server[106622]: WARNING neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] subnetpool is already registered Sep 05 12:20:21.139892 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.v2.resource_helper [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Service CORE assigned prefix: {{(pid=106622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 05 12:20:21.140219 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of TrackedResource for resource:subnetpool Sep 05 12:20:21.140562 dv-cinder-801354-7-iscsi neutron-server[106622]: WARNING neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] subnetpool is already registered Sep 05 12:20:21.143071 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.v2.resource_helper [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 05 12:20:21.143516 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.v2.resource_helper [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Service FLAVORS assigned prefix: {{(pid=106622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 05 12:20:21.144140 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.v2.resource_helper [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 05 12:20:21.144566 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.v2.resource_helper [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 05 12:20:21.144901 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of TrackedResource for resource:router Sep 05 12:20:21.145241 dv-cinder-801354-7-iscsi neutron-server[106622]: WARNING neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] router is already registered Sep 05 12:20:21.145651 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of TrackedResource for resource:floatingip Sep 05 12:20:21.145991 dv-cinder-801354-7-iscsi neutron-server[106622]: WARNING neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] floatingip is already registered Sep 05 12:20:21.146448 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.v2.resource_helper [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Service METERING assigned prefix: /metering {{(pid=106622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 05 12:20:21.147133 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of CountableResource for resource:rbac_policy Sep 05 12:20:21.147463 dv-cinder-801354-7-iscsi neutron-server[106622]: WARNING neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] rbac_policy is already registered Sep 05 12:20:21.153914 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of TrackedResource for resource:security_group Sep 05 12:20:21.153914 dv-cinder-801354-7-iscsi neutron-server[106622]: WARNING neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] security_group is already registered Sep 05 12:20:21.153914 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 05 12:20:21.153914 dv-cinder-801354-7-iscsi neutron-server[106622]: WARNING neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] security_group_rule is already registered Sep 05 12:20:21.153914 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.v2.resource_helper [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Service CORE assigned prefix: {{(pid=106622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 05 12:20:21.153914 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of TrackedResource for resource:subnetpool Sep 05 12:20:21.153914 dv-cinder-801354-7-iscsi neutron-server[106622]: WARNING neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] subnetpool is already registered Sep 05 12:20:21.153914 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.v2.resource_helper [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Service CORE assigned prefix: {{(pid=106622) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 05 12:20:21.153914 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Creating instance of TrackedResource for resource:subnetpool Sep 05 12:20:21.154526 dv-cinder-801354-7-iscsi neutron-server[106622]: WARNING neutron.quota.resource_registry [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] subnetpool is already registered Sep 05 12:20:21.154526 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: extensions {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.154526 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: address-groups {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.155400 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: address-scopes {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.156754 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: agents {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.157903 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: auto-allocated-topology {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.159201 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: availability_zones {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.160467 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: dhcp-networks {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.161983 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: dhcp-agents {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.163424 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: routers {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.165739 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: flavors {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.168245 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: service_profiles {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.169535 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: next_providers {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.171029 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: service_profiles {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.172638 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: floatingip-pools {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.173868 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: routers {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.175673 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: floatingips {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.177011 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: l3-routers {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.178511 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: l3-agents {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.180193 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: metering-labels {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.181461 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: metering-label-rules {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.182869 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: network-ip-availabilities {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.184182 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: bindings {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.185770 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: quotas {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.187452 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: quotas {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.189017 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: rbac-policies {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.190297 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: security-groups {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.191681 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: security-group-rules {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.194741 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: service-providers {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.194741 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: subnetpools {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.195597 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: subnetpools {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.197195 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: tags {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.198888 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: tags {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.200757 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: tags {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.202553 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: tags {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.204279 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: tags {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.206306 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: tags {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.208160 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: tags {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.209964 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: tags {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.212396 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: tags {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.214182 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron.api.extensions [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Extended resource: tags {{(pid=106622) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 05 12:20:21.220666 dv-cinder-801354-7-iscsi neutron-server[106622]: WARNING keystonemiddleware.auth_token [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 05 12:20:21.225820 dv-cinder-801354-7-iscsi neutron-server[106622]: WARNING keystonemiddleware.auth_token [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 05 12:20:21.235559 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_concurrency.lockutils [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Acquiring lock "singleton_lock" {{(pid=106622) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Sep 05 12:20:21.235885 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_concurrency.lockutils [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Acquired lock "singleton_lock" {{(pid=106622) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Sep 05 12:20:21.236365 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_concurrency.lockutils [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Releasing lock "singleton_lock" {{(pid=106622) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Sep 05 12:20:21.237033 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO oslo_service.service [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Starting 2 workers Sep 05 12:20:21.242035 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Started child 106739 {{(pid=106622) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 05 12:20:21.247118 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Started child 106740 {{(pid=106622) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 05 12:20:21.247822 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:21.249346 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [-] (106739) wsgi starting up on http://0.0.0.0:9696 Sep 05 12:20:21.249484 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO neutron.service [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 05 12:20:21.250081 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:21.252133 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:21.252619 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO oslo_service.service [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Starting 1 workers Sep 05 12:20:21.253560 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [-] (106740) wsgi starting up on http://0.0.0.0:9696 Sep 05 12:20:21.258000 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Started child 106741 {{(pid=106622) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 05 12:20:21.258552 dv-cinder-801354-7-iscsi neutron-server[106622]: INFO oslo_service.service [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Starting 1 workers Sep 05 12:20:21.261920 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.service [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] calling RpcWorker wait() {{(pid=106741) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 05 12:20:21.262776 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.service [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] returning from RpcWorker wait() {{(pid=106741) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 05 12:20:21.263197 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Started child 106742 {{(pid=106622) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 05 12:20:21.264037 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG neutron_lib.callbacks.manager [None req-4a8cd972-af1b-48f8-9b76-d383b5e80a08 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:21.264190 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:21.264509 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:20:21.266030 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106622) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 05 12:20:21.266296 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 05 12:20:21.266444 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 05 12:20:21.266704 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 05 12:20:21.266986 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 05 12:20:21.267150 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 05 12:20:21.267699 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.268103 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.268371 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.268647 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.268792 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:21.269546 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.269546 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.269792 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:20:21.269932 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.269932 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.270402 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.270402 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.270841 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.270841 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.271277 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.271277 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.271833 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.271833 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.272239 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.272239 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.272643 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.273370 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.273623 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.273842 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] debug = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.274068 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.274454 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.274727 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.274944 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.275159 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.275446 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.275795 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.276074 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.276312 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.276532 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.276768 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.277254 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.277254 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.277687 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.277687 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.278126 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.278126 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.278536 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] host = dv-cinder-801354-7-iscsi {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.278749 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.278977 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.279209 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.279425 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.279674 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.279912 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.280466 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.280466 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.280901 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.280901 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.281316 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.281605 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.281605 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.282024 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] log_file = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.282024 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] log_options = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.282434 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.282650 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.282882 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.282882 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.283337 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.283337 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.283824 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.283824 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.283824 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.284642 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.284642 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.284642 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.285272 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.285272 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.285272 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.285978 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.285978 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.286399 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.286399 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.286816 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.287080 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.287771 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.288047 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.288325 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.288652 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.289407 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.289659 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.289911 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.290155 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.290373 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.290589 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.290829 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.291071 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.291369 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.291593 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.291829 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.292040 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.292250 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.292510 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.292727 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.292974 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.293222 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.293430 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.293650 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.294129 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.294928 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.294928 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] use_json = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.295355 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.295355 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.295783 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.295783 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.304811 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.304811 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.304811 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.304811 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.304811 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.304811 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.304811 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.304811 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.305994 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.305994 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.305994 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.305994 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.305994 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.305994 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.305994 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.305994 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.307275 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.307275 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.307275 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.307275 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.307275 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.307275 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.307275 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.307275 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.308848 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.308848 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.308848 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.308848 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.308848 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.308848 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.308848 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.308848 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.310193 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.310193 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.310193 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.310193 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.310193 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.310193 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.311697 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.311697 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.311697 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.311697 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.311697 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.311697 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.312655 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.312655 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.312655 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.312655 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.313359 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.313359 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.313359 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.313860 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.314129 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.314390 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.314615 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.314856 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.315100 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.315310 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.315506 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.315756 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.315992 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.316234 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.316484 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.316738 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.316985 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.317197 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.317392 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.318253 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.318253 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.318597 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.318597 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.318843 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.319038 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.319308 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.319444 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.319732 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.320634 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.321606 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.321858 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.322107 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.322308 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.322556 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.322786 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.323668 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.323874 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.324101 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.324323 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.326365 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.326609 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.326839 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.327074 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.327329 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.327570 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.327831 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.328054 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.328312 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.328549 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.328850 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.329112 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.329379 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.329598 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.329958 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.330192 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.330445 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.330671 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.330894 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.331136 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.331426 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.331703 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.331961 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.332226 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.332421 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.332663 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.332884 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.333106 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.333329 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.333585 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.333808 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.334149 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.334306 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.334459 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.334702 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.334960 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.335197 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.335992 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.336203 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.336447 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.336707 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.336983 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.337204 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.337484 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.337729 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.338002 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.338335 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.338601 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.338866 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.339135 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.339372 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.339925 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.340178 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.340436 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.340670 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.341094 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.341225 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.341374 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.341585 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.341832 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.342064 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.342399 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.342654 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.343082 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.343201 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.343399 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.343785 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.344068 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.344341 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.344598 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.344836 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.345101 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.345336 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.345551 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.345794 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.346027 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.346382 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.346505 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.346673 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.346895 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.347131 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.347404 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.347731 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.347957 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.348182 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.348401 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.348626 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.348851 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.349106 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.349351 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.349579 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.349870 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.350239 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.350608 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.350744 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.351001 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.351796 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.352019 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.352295 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.352556 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.352800 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.353064 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.353327 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.353583 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.353804 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.354057 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.354297 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.354516 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.354733 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.354956 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.355180 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.355399 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.355684 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.355930 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.356199 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.356454 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.356910 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.357077 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.357309 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.357570 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.357808 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.358047 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.358360 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.358636 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.358906 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.359148 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.359376 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.359624 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.359893 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.360178 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.360338 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.360556 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.360774 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.360993 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.361256 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.361560 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.361721 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.361951 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.362171 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.362398 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.362624 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.362842 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.363059 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.363279 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.363492 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.363740 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.363980 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.364285 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.364528 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.364782 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.365051 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.365335 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.365561 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.366152 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.366152 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.366370 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.367070 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.367070 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.367070 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.367359 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.367359 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.367501 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.367745 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.367970 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.368227 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.368508 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.368853 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.368950 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.369159 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.369387 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.369606 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.369819 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.370119 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.370277 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.370569 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.370730 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.370971 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.371167 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.371367 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.371595 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.371817 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.372069 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.372287 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.372502 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.372821 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.373095 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.373303 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.373585 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.373837 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.374208 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.374315 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.374630 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.375575 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.375575 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.375575 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.375575 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.375925 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.376101 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.376356 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.376664 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.376921 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.377195 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.377460 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.377740 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.378025 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.378247 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.378561 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.379048 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.379393 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.379486 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.379732 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.379988 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.380242 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.380444 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.380702 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.380952 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.381175 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.381423 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.381673 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.381911 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.382131 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.382521 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.382752 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.383003 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.383247 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.383488 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.383701 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.383859 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 05 12:20:21.384413 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106622) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 05 12:20:21.384582 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 05 12:20:21.384745 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 05 12:20:21.384906 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 05 12:20:21.385087 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 05 12:20:21.385246 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 05 12:20:21.385462 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.385629 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.385797 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.385963 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.386169 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.386343 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.386510 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.386673 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.386837 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.387004 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.387170 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.387332 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.387495 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.387683 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.387847 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.388011 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.388174 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.388341 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.388505 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.388670 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.388827 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.388992 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] debug = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.389155 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.389369 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.389540 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.389702 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.389863 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.390025 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.390190 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.390351 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.390519 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.390684 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.390845 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.391006 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.391166 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.391368 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.391561 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.391715 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.391958 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.392144 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] host = dv-cinder-801354-7-iscsi {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.392289 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.392425 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.392559 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.392649 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.392765 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.392927 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.393090 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.393254 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.393417 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.393555 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:20:21.393657 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.393749 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.393880 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.394041 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.394204 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] log_file = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.394366 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] log_options = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.394528 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.394691 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.394853 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.395044 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.395214 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.395378 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.395579 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.395730 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.395882 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.396027 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.396194 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.396354 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.396516 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.396680 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.396842 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.397004 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.397166 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.397329 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.397493 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.397657 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.398326 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.398497 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.398659 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.398822 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.398985 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.399118 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.399283 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.399445 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.399630 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.399794 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.399982 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.400120 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.400282 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.400450 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.400692 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.400834 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.400918 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.401078 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.401246 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.401409 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.401593 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.401731 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.401892 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.402053 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.402214 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.402379 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.402540 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] use_json = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.402702 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.402864 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.403032 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.403175 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.403336 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.403719 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.403719 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.403913 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.403995 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 05 12:20:21.404280 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.404395 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.404489 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.404654 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.404818 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.405028 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.405118 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.405284 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.405449 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.405613 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.405787 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.405952 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.406133 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.406300 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.406458 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.406626 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.406785 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.406951 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.407116 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.407267 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.407471 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.407699 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.407880 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.408043 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.408209 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.408374 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.408538 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.408709 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.408875 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.409047 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.409226 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.409390 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.409557 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.409738 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.409910 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.410069 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.410219 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.410384 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.410565 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.410715 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.410879 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.411043 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.411208 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.411372 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.411554 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.411721 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.411887 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.412051 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.412217 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.412388 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.412553 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.412717 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.412883 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.413049 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.413214 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.413379 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.413596 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.414424 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.414424 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.414685 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.414810 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.414932 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.415042 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.415207 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.415370 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.415524 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.415696 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.415860 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.416037 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.416201 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.416365 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.416530 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.416695 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.416945 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.417121 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.417557 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.417557 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.417740 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.417740 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.418016 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.418100 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.418216 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.418368 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.418531 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.418695 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.418860 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.419026 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.419190 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.419354 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.419518 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.419702 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.419889 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.420044 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.420207 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.420377 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.420535 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.420699 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.421043 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.421043 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.421256 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.421373 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.421508 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.421672 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.421834 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.422001 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.422167 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.422336 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.422499 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.422662 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.429480 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.429480 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.429480 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.429480 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.429480 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.429480 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.429480 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.429480 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.430971 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.430971 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.430971 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.430971 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.430971 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.430971 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.430971 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.430971 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.432454 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.432454 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.432454 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.432454 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.432454 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.432454 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.432454 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.432454 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.433208 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.433208 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.433208 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.433208 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.433208 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.433208 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.433208 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.433208 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.433993 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.433993 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.433993 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.433993 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.433993 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.433993 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.433993 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.433993 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.434558 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.434558 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.434558 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.434558 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.434558 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.434558 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.434558 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.434558 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.435271 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.435271 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.435271 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.435271 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.435271 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.435271 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.435271 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.435271 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.436016 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.436016 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.436016 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.436016 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.436016 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.436016 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.436016 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.436016 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.436774 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.436774 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.436774 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.436774 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.436774 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.436774 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.436774 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.436774 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.437464 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.437464 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.437464 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.437464 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.437464 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.437464 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.437464 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.437464 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.438144 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.438144 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.438144 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.438144 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.438144 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.438144 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.438144 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.438144 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.438697 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.438697 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.438697 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.438697 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.438697 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.438697 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.438697 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.438697 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.439246 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.439246 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.439246 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.439246 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.439246 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.439246 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.439246 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.439246 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.439246 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.440026 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.440026 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.440026 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.440026 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.440026 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.440026 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.440026 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.440026 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.440636 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.440636 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.440636 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.440636 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.441008 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.441008 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.441246 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.441246 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.441432 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.441554 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.441688 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.441852 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.442016 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.442181 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.442359 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.442524 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.442687 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.442851 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.443013 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.443177 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.443351 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.443514 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.443698 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.443861 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.444025 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.444189 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.444361 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.444525 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.445189 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.445364 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.445527 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.445691 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.445864 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.446028 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.446191 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.446355 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.446519 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.446682 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.446855 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.447019 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.447181 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.447344 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.447508 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.447691 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.447865 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.448036 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.448201 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.448378 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.448545 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.448704 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.448870 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.449045 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.449209 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.449375 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.449538 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.449702 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.449867 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.450032 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.450202 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.450376 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.450546 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.450711 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.450882 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.451055 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.451229 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.451391 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.451584 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.451761 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.451924 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.452088 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.452251 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.452415 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.452578 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.452748 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.452912 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.453075 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.453239 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.453404 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.453568 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.453732 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.453895 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.454060 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.454222 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.454387 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.454550 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.454715 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.454878 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 05 12:20:21.455035 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106622) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 05 12:20:21.721735 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 46760) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:20:21.728853 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [-] 10.222.0.62 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0050652 Sep 05 12:20:21.733319 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [-] 10.222.0.62 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038610 Sep 05 12:20:30.565116 dv-cinder-801354-7-iscsi neutron-server[106622]: DEBUG dbcounter [-] [106622] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106622) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:20:33.611605 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abba1b31-700c-4fba-835e-4bed660f9b0b None None] get_active_networks_info from dv-cinder-801354-7-iscsi {{(pid=106741) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 05 12:20:33.627747 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writer thread running {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 05 12:20:33.691125 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abba1b31-700c-4fba-835e-4bed660f9b0b None None] No non-hosted networks {{(pid=106741) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 05 12:20:33.710106 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.agentschedulers_db [None req-abba1b31-700c-4fba-835e-4bed660f9b0b None None] DHCP Agent not found on host dv-cinder-801354-7-iscsi {{(pid=106741) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 05 12:20:33.784755 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b147f2ed-924e-449b-8a96-667ba04f5ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632639'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:35.374959 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writer thread running {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 05 12:20:36.121908 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-6e702943-2733-474a-8f77-f177c8decfc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632639'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:36.199012 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.db.api [None req-2a3c53de-4808-438f-9f69-8c67afdb244d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-801354-7-iscsi {{(pid=106741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 05 12:20:36.200151 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG oslo_db.api [None req-2a3c53de-4808-438f-9f69-8c67afdb244d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 05 12:20:36.781205 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-2a3c53de-4808-438f-9f69-8c67afdb244d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:37.349086 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632639'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:37.467165 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 46836) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:20:38.116148 dv-cinder-801354-7-iscsi neutron-server[106740]: WARNING oslo_policy.policy [None req-130d8325-5cd2-4a01-af31-c8f2bda77911 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 05 12:20:38.116782 dv-cinder-801354-7-iscsi neutron-server[106740]: WARNING oslo_policy.policy [None req-130d8325-5cd2-4a01-af31-c8f2bda77911 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 05 12:20:38.338163 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [None req-130d8325-5cd2-4a01-af31-c8f2bda77911 admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 05 12:20:38.339507 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-130d8325-5cd2-4a01-af31-c8f2bda77911 admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8710928 Sep 05 12:20:38.746874 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632639'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:38.747941 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:38.748507 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:38.749271 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:38.750149 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:38.750822 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:38.751637 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:38.752442 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:38.753386 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:38.754114 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:38.755336 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:38.756716 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:38.757646 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:38.759250 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:38.759946 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:38.760760 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:38.761537 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801354-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:20:38.771649 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801354-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:20:39.069043 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632639'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:40.893627 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 46868) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:20:41.261741 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-eac01c84-dd03-420f-a853-8d19f0d8f66f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:20:41.274686 dv-cinder-801354-7-iscsi neutron-server[106740]: ERROR stevedore.extension [None req-eac01c84-dd03-420f-a853-8d19f0d8f66f admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 05 12:20:41.360612 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.policy [None req-eac01c84-dd03-420f-a853-8d19f0d8f66f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106740) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 05 12:20:41.403748 dv-cinder-801354-7-iscsi neutron-server[106740]: WARNING oslo_policy.policy [None req-eac01c84-dd03-420f-a853-8d19f0d8f66f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 05 12:20:41.404138 dv-cinder-801354-7-iscsi neutron-server[106740]: WARNING oslo_policy.policy [None req-eac01c84-dd03-420f-a853-8d19f0d8f66f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 05 12:20:41.424633 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writer thread running {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 05 12:20:41.568734 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-eac01c84-dd03-420f-a853-8d19f0d8f66f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768778353715', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768778353191', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768778370315', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768778313223', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768778316205', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768778324010', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8042018', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8082275', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-605523', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565692'] for rbac-policy (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:41.825201 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-eac01c84-dd03-420f-a853-8d19f0d8f66f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:41.826530 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-eac01c84-dd03-420f-a853-8d19f0d8f66f admin admin] 10.222.0.62 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9317484 Sep 05 12:20:42.251554 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.db.l3_hamode_db [None req-76535482-2f27-48e8-aff9-a62dc65a426e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 05 12:20:42.330515 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76535482-2f27-48e8-aff9-a62dc65a426e None None] Routers set() bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:20:42.330904 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76535482-2f27-48e8-aff9-a62dc65a426e None None] Router IDs set() for agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 05 12:20:44.273046 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 46878) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:20:44.816148 dv-cinder-801354-7-iscsi neutron-server[106739]: WARNING oslo_policy.policy [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 05 12:20:44.816708 dv-cinder-801354-7-iscsi neutron-server[106739]: WARNING oslo_policy.policy [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 05 12:20:45.039199 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:20:45.052904 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writer thread running {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 05 12:20:45.198566 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Made reservation on behalf of 04853db2b388437e916da478e79b0816 for: {'network': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:20:45.207935 dv-cinder-801354-7-iscsi neutron-server[106739]: ERROR stevedore.extension [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 05 12:20:45.267165 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.policy [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106739) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 05 12:20:45.310906 dv-cinder-801354-7-iscsi neutron-server[106739]: WARNING oslo_policy.policy [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 05 12:20:45.311577 dv-cinder-801354-7-iscsi neutron-server[106739]: WARNING oslo_policy.policy [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 05 12:20:45.322520 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:45.348392 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:45.469845 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Publish callbacks [] for security_group (3ff6bdb3-1806-4511-93cc-8cda6041711d), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:45.541694 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (3ff6bdb3-1806-4511-93cc-8cda6041711d), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:45.576798 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=106739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:20:45.606693 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768775276171', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (477d79b2-b0f0-4e4e-a570-4bcd5f4c5462), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:45.607275 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Unsubscribe: segment precommit_create {{(pid=106739) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 05 12:20:45.607823 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.segments_db [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Added segment 477d79b2-b0f0-4e4e-a570-4bcd5f4c5462 of type vlan for network ec9eb120-3400-45b9-9d49-450e2e9d65b0 Sep 05 12:20:45.614024 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff6bdb3-1806-4511-93cc-8cda6041711d,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:20:45.656049 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:45.656685 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:45.657027 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:45.657375 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:45.657708 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:45.658026 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:45.658345 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:45.658661 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:45.658977 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:45.659292 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:45.659630 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:45.659962 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:45.660274 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:45.660587 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:45.660975 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Tracked resource versions report: Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: pushed versions: Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: { 'AddressGroup': {'1.2'}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Agent': {'1.1'}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'ConntrackHelper': {'1.0'}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'LocalIPAssociation': {'1.0'}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Log': {'1.0'}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'NDPProxy': {'1.0'}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Network': {'1.1'}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Port': {'1.7'}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'PortForwarding': {'1.3'}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'QosPolicy': {'1.10'}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'SecurityGroup': {'1.5'}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'SecurityGroupRule': {'1.2'}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'SubPort': {'1.0'}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Subnet': {'1.1'}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Trunk': {'1.1'}} Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: consumer versions: Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: { DHCP agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: L3 agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: Metadata agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: Metering agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: Open vSwitch agent@dv-cinder-801354-7-iscsi: { 'AddressGroup': '1.2', Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Agent': '1.1', Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'ConntrackHelper': '1.0', Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'LocalIPAssociation': '1.0', Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Log': '1.0', Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'NDPProxy': '1.0', Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Network': '1.1', Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Port': '1.7', Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'PortForwarding': '1.3', Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'QosPolicy': '1.10', Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'SecurityGroup': '1.5', Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'SecurityGroupRule': '1.2', Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'SubPort': '1.0', Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Subnet': '1.1', Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Trunk': '1.1'}} Sep 05 12:20:45.662725 dv-cinder-801354-7-iscsi neutron-server[106739]: {{(pid=106739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 05 12:20:45.721467 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (ec9eb120-3400-45b9-9d49-450e2e9d65b0), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:45.840440 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (ec9eb120-3400-45b9-9d49-450e2e9d65b0), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:45.846259 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:20:45.846992 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:45.975150 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] Pushing event updated for resources: {'Network': ['ID=ec9eb120-3400-45b9-9d49-450e2e9d65b0,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:20:45.987805 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network ec9eb120-3400-45b9-9d49-450e2e9d65b0 details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:20:46.026910 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-06cd5a44-258f-41ed-823a-15f258bf32e7 demo demo] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.7505882 Sep 05 12:20:48.483838 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 46898) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:20:48.931895 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3ace12-1ea2-4c17-a86e-dabf29dd6c64 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:20:48.933289 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-0a3ace12-1ea2-4c17-a86e-dabf29dd6c64 demo admin] 10.222.0.62 "GET /networking/v2.0/networks/ec9eb120-3400-45b9-9d49-450e2e9d65b0 HTTP/1.1" status: 200 len: 825 time: 0.4485071 Sep 05 12:20:48.976557 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-5e3a02cc-990e-4074-86b4-bb2e60d983ca demo admin] 10.222.0.62 "GET /networking/v2.0/subnetpools/8b9fd379-39dd-41fb-b434-061473ea3e91 HTTP/1.1" status: 200 len: 734 time: 0.0369699 Sep 05 12:20:48.986124 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-1d488191-9d6a-4814-b68a-14fc96ae6cd3 demo admin] Request body: {'subnet': {'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '8b9fd379-39dd-41fb-b434-061473ea3e91', 'ip_version': 4}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:20:48.989786 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=56,neutron:INSERT=39,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:20:49.114778 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d488191-9d6a-4814-b68a-14fc96ae6cd3 demo admin] Made reservation on behalf of 04853db2b388437e916da478e79b0816 for: {'subnet': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:20:49.117153 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1d488191-9d6a-4814-b68a-14fc96ae6cd3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:49.279617 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:20:49.527349 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1d488191-9d6a-4814-b68a-14fc96ae6cd3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for subnet (bb12ccce-672e-4963-862d-dad26eb92979), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:49.600056 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d488191-9d6a-4814-b68a-14fc96ae6cd3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=bb12ccce-672e-4963-862d-dad26eb92979,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:20:49.605825 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d488191-9d6a-4814-b68a-14fc96ae6cd3 demo admin] Checking segment: {'id': '477d79b2-b0f0-4e4e-a570-4bcd5f4c5462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:20:49.606199 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d488191-9d6a-4814-b68a-14fc96ae6cd3 demo admin] Network hostable DHCP agents. Network: ec9eb120-3400-45b9-9d49-450e2e9d65b0, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:20:49.683838 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d488191-9d6a-4814-b68a-14fc96ae6cd3 demo admin] Network ec9eb120-3400-45b9-9d49-450e2e9d65b0 is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:20:49.815628 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-1d488191-9d6a-4814-b68a-14fc96ae6cd3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, ec9eb120-3400-45b9-9d49-450e2e9d65b0) {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:20:49.820330 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d488191-9d6a-4814-b68a-14fc96ae6cd3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:20:49.821477 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1d488191-9d6a-4814-b68a-14fc96ae6cd3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:49.826700 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6a06da-aa8c-45f8-8257-3904b979b58b None None] Network ec9eb120-3400-45b9-9d49-450e2e9d65b0 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:20:49.835509 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=30,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:20:49.933120 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-1d488191-9d6a-4814-b68a-14fc96ae6cd3 demo admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9503038 Sep 05 12:20:50.020223 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:20:50.034068 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=7 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:20:50.103181 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb5fa693-5fd0-5ae2-af65-28d3e918bd02-ec9eb120-3400-45b9-9d49-450e2e9d65b0', 'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0', 'project_id': '04853db2b388437e916da478e79b0816', 'fixed_ips': [{'subnet_id': 'bb12ccce-672e-4963-862d-dad26eb92979'}]}} from dv-cinder-801354-7-iscsi. {{(pid=106741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 05 12:20:50.104900 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:50.414219 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.db_base_plugin_common [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Allocated IP 172.20.0.2 (ec9eb120-3400-45b9-9d49-450e2e9d65b0/bb12ccce-672e-4963-862d-dad26eb92979/d3203296-39b6-48d8-8067-ac91037688b4) {{(pid=106741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:20:50.726311 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Publish callbacks [] for port (d3203296-39b6-48d8-8067-ac91037688b4), precommit_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:50.858245 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (d3203296-39b6-48d8-8067-ac91037688b4), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:50.929333 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:20:50.941234 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Network ec9eb120-3400-45b9-9d49-450e2e9d65b0 is already hosted by enough agents. {{(pid=106741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:20:50.947801 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.base_scheduler [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Resources bound (agent type, host, resource id): {{(pid=106741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:20:50.952846 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Pushing event updated for resources: {'Port': ['ID=d3203296-39b6-48d8-8067-ac91037688b4,revision_number=1']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:20:50.955262 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Received port after_create {{(pid=106741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:20:50.988537 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:50.988868 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:50.989165 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:50.989587 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:50.989939 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:50.990274 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:50.990603 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:50.990933 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:50.991265 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:50.991614 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:50.991944 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:50.992285 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:50.992612 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:50.992991 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:50.993332 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Tracked resource versions report: Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: pushed versions: Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: { 'AddressGroup': {'1.2'}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Agent': {'1.1'}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'ConntrackHelper': {'1.0'}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'LocalIPAssociation': {'1.0'}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Log': {'1.0'}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'NDPProxy': {'1.0'}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Network': {'1.1'}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Port': {'1.7'}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'PortForwarding': {'1.3'}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'QosPolicy': {'1.10'}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'SecurityGroup': {'1.5'}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'SecurityGroupRule': {'1.2'}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'SubPort': {'1.0'}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Subnet': {'1.1'}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Trunk': {'1.1'}} Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: consumer versions: Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: { DHCP agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: L3 agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: Metadata agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: Metering agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: Open vSwitch agent@dv-cinder-801354-7-iscsi: { 'AddressGroup': '1.2', Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Agent': '1.1', Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'ConntrackHelper': '1.0', Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'LocalIPAssociation': '1.0', Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Log': '1.0', Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'NDPProxy': '1.0', Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Network': '1.1', Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Port': '1.7', Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'PortForwarding': '1.3', Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'QosPolicy': '1.10', Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'SecurityGroup': '1.5', Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'SecurityGroupRule': '1.2', Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'SubPort': '1.0', Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Subnet': '1.1', Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Trunk': '1.1'}} Sep 05 12:20:50.994820 dv-cinder-801354-7-iscsi neutron-server[106741]: {{(pid=106741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 05 12:20:51.051052 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Attempting to bind port d3203296-39b6-48d8-8067-ac91037688b4 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:20:51.051620 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Attempting to bind port d3203296-39b6-48d8-8067-ac91037688b4 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': '477d79b2-b0f0-4e4e-a570-4bcd5f4c5462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:20:51.052049 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Attempting to bind port d3203296-39b6-48d8-8067-ac91037688b4 on network ec9eb120-3400-45b9-9d49-450e2e9d65b0 {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:20:51.105409 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:20:51.105773 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Checking segment: {'id': '477d79b2-b0f0-4e4e-a570-4bcd5f4c5462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:20:51.106259 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:51.106678 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Bound using segment: {'id': '477d79b2-b0f0-4e4e-a570-4bcd5f4c5462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:20:51.107201 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Bound port: d3203296-39b6-48d8-8067-ac91037688b4, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477d79b2-b0f0-4e4e-a570-4bcd5f4c5462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:20:51.107637 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d3203296-39b6-48d8-8067-ac91037688b4), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:51.174595 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] For port d3203296-39b6-48d8-8067-ac91037688b4, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:20:51.194312 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] For port d3203296-39b6-48d8-8067-ac91037688b4, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=d3203296-39b6-48d8-8067-ac91037688b4,segment=NetworkSegment(477d79b2-b0f0-4e4e-a570-4bcd5f4c5462),segment_id=477d79b2-b0f0-4e4e-a570-4bcd5f4c5462)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:20:51.326815 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d3203296-39b6-48d8-8067-ac91037688b4), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:51.378995 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:20:51.382169 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14889051-2641-47e8-b8b3-5faf5d18562e None None] Pushing event updated for resources: {'Port': ['ID=d3203296-39b6-48d8-8067-ac91037688b4,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:20:51.732091 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=13,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:20:51.733278 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=20,neutron:INSERT=34,neutron:DELETE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:20:52.437654 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 46920) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:20:52.884273 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [None req-9f36780d-b1c0-40fa-8ff4-82b952145247 admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 05 12:20:52.888712 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-9f36780d-b1c0-40fa-8ff4-82b952145247 admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4468544 Sep 05 12:20:55.369005 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 46928) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:20:55.730358 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [None req-2e284f54-92dd-4c00-a34b-1ef9a9b9e62b admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 05 12:20:55.731666 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-2e284f54-92dd-4c00-a34b-1ef9a9b9e62b admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3616550 Sep 05 12:20:58.298893 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 46940) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:20:58.552831 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device d3203296-39b6-48d8-8067-ac91037688b4 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:20:58.646557 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port d3203296-39b6-48d8-8067-ac91037688b4 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:20:58.646912 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d3203296-39b6-48d8-8067-ac91037688b4), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:58.744110 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-7989b705-21cd-467e-8e41-85d1eda94782 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:20:58.767181 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port d3203296-39b6-48d8-8067-ac91037688b4 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:20:58.767692 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d3203296-39b6-48d8-8067-ac91037688b4), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:58.809211 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port d3203296-39b6-48d8-8067-ac91037688b4, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=d3203296-39b6-48d8-8067-ac91037688b4,segment=NetworkSegment(477d79b2-b0f0-4e4e-a570-4bcd5f4c5462),segment_id=477d79b2-b0f0-4e4e-a570-4bcd5f4c5462)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:20:58.853052 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7989b705-21cd-467e-8e41-85d1eda94782 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-632311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2597'] for router (4ede1cce-daf9-4ded-a913-b5e23ca58f13), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:58.854716 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7989b705-21cd-467e-8e41-85d1eda94782 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (4ede1cce-daf9-4ded-a913-b5e23ca58f13), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:58.904069 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d3203296-39b6-48d8-8067-ac91037688b4), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:58.960829 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=d3203296-39b6-48d8-8067-ac91037688b4,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:20:59.012285 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7989b705-21cd-467e-8e41-85d1eda94782 demo demo] Publish callbacks [] for router_controller (4ede1cce-daf9-4ded-a913-b5e23ca58f13), precommit_add_association {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:59.093695 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7989b705-21cd-467e-8e41-85d1eda94782 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572129'] for router (4ede1cce-daf9-4ded-a913-b5e23ca58f13), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:59.231331 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7989b705-21cd-467e-8e41-85d1eda94782 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:59.232735 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-7989b705-21cd-467e-8e41-85d1eda94782 demo demo] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9326475 Sep 05 12:20:59.782359 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d3618b-0505-41d7-8c43-8c7b5aa60753 None None] Network ec9eb120-3400-45b9-9d49-450e2e9d65b0 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:20:59.832879 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=10,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:20:59.844860 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-0cf6ccac-3a3f-4ecf-ab1f-066675b893b7 None None] Provisioning complete for port d3203296-39b6-48d8-8067-ac91037688b4 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:20:59.848603 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-0cf6ccac-3a3f-4ecf-ab1f-066675b893b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d3203296-39b6-48d8-8067-ac91037688b4), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:20:59.848723 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=46,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:20:59.994082 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-0cf6ccac-3a3f-4ecf-ab1f-066675b893b7 None None] Current status of the port d3203296-39b6-48d8-8067-ac91037688b4 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:21:00.217832 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-ff71a372-47e0-420f-8cad-c1e51e9094cd None None] Provisioning complete for port d3203296-39b6-48d8-8067-ac91037688b4 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:21:00.218212 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-ff71a372-47e0-420f-8cad-c1e51e9094cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d3203296-39b6-48d8-8067-ac91037688b4), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:00.296769 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-ff71a372-47e0-420f-8cad-c1e51e9094cd None None] Current status of the port d3203296-39b6-48d8-8067-ac91037688b4 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:21:00.515848 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device d3203296-39b6-48d8-8067-ac91037688b4 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:21:00.560842 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port d3203296-39b6-48d8-8067-ac91037688b4 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:21:00.561197 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d3203296-39b6-48d8-8067-ac91037688b4), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:00.640404 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port d3203296-39b6-48d8-8067-ac91037688b4 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:21:01.661985 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 46948) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:21:02.007230 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [None req-921feadb-ec23-4183-b70d-1a5d7ffebdfd admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 05 12:21:02.007230 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-921feadb-ec23-4183-b70d-1a5d7ffebdfd admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3437274 Sep 05 12:21:03.538519 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:03.598440 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c12b-e80a-4368-8cff-7c1a4d9d76f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:04.486902 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 46956) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:21:04.844418 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-ad3cc60f-5667-4b22-9e69-a7f747a8011f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:21:04.941511 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3cc60f-5667-4b22-9e69-a7f747a8011f admin admin] Made reservation on behalf of d80f282fe9da41e0b08a14ba58840408 for: {'network': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:21:04.945111 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ad3cc60f-5667-4b22-9e69-a7f747a8011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:04.958279 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ad3cc60f-5667-4b22-9e69-a7f747a8011f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:05.040763 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ad3cc60f-5667-4b22-9e69-a7f747a8011f admin admin] Publish callbacks [] for security_group (36b98716-a71d-4b46-8ed5-506a571ba3d3), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:05.126455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ad3cc60f-5667-4b22-9e69-a7f747a8011f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (36b98716-a71d-4b46-8ed5-506a571ba3d3), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:05.143521 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ad3cc60f-5667-4b22-9e69-a7f747a8011f admin admin] Reserving flat network on physical network physnet1 {{(pid=106739) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 05 12:21:05.164185 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3cc60f-5667-4b22-9e69-a7f747a8011f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b98716-a71d-4b46-8ed5-506a571ba3d3,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:21:05.169025 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ad3cc60f-5667-4b22-9e69-a7f747a8011f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (f9a35789-2e15-4dcb-89df-cb4db85eb8b3), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:05.170835 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.segments_db [None req-ad3cc60f-5667-4b22-9e69-a7f747a8011f admin admin] Added segment f9a35789-2e15-4dcb-89df-cb4db85eb8b3 of type flat for network de6b6e81-62d2-486b-904a-4e6e4bfb013e Sep 05 12:21:05.217074 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ad3cc60f-5667-4b22-9e69-a7f747a8011f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (de6b6e81-62d2-486b-904a-4e6e4bfb013e), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:05.303983 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ad3cc60f-5667-4b22-9e69-a7f747a8011f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (de6b6e81-62d2-486b-904a-4e6e4bfb013e), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:05.304950 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3cc60f-5667-4b22-9e69-a7f747a8011f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:21:05.306035 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ad3cc60f-5667-4b22-9e69-a7f747a8011f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:05.402701 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3cc60f-5667-4b22-9e69-a7f747a8011f admin admin] Pushing event updated for resources: {'Network': ['ID=de6b6e81-62d2-486b-904a-4e6e4bfb013e,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:21:05.413465 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:21:05.448753 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-ad3cc60f-5667-4b22-9e69-a7f747a8011f admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9606326 Sep 05 12:21:06.027230 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-389c47d8-a3a5-40ef-95ee-9de51b9601bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:07.286469 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:07.898850 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 46964) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:21:08.300895 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947ed7d6-15fb-4914-a9e1-8760498695d1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:21:08.302347 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-947ed7d6-15fb-4914-a9e1-8760498695d1 demo admin] 10.222.0.62 "GET /networking/v2.0/subnets/bb12ccce-672e-4963-862d-dad26eb92979 HTTP/1.1" status: 200 len: 849 time: 0.4025238 Sep 05 12:21:08.307622 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=2 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:08.315704 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:08.474233 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-4e322d98-ddd5-45c1-a725-02770e411f24 demo admin] 10.222.0.62 "GET /networking/v2.0/routers/4ede1cce-daf9-4ded-a913-b5e23ca58f13 HTTP/1.1" status: 200 len: 704 time: 0.1651490 Sep 05 12:21:08.760614 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:08.764427 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:08.981557 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:09.044892 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:09.050027 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:09.076960 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Allocated IP 172.20.0.1 (ec9eb120-3400-45b9-9d49-450e2e9d65b0/bb12ccce-672e-4963-862d-dad26eb92979/74365913-30fd-45a1-a07f-aee1c448f409) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:21:09.106695 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=10,neutron:INSERT=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:09.110761 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=9,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:09.308820 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Publish callbacks [] for port (74365913-30fd-45a1-a07f-aee1c448f409), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:09.424441 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (74365913-30fd-45a1-a07f-aee1c448f409), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:09.510338 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Network ec9eb120-3400-45b9-9d49-450e2e9d65b0 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:21:09.516387 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:21:09.520690 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:21:09.521272 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557147'] for router_interface (4ede1cce-daf9-4ded-a913-b5e23ca58f13), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:09.541984 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Pushing event updated for resources: {'Port': ['ID=74365913-30fd-45a1-a07f-aee1c448f409,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:21:09.680929 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-edcdb2ea-afdc-430c-b118-3324f20cec88 None None] Provisioning complete for port 74365913-30fd-45a1-a07f-aee1c448f409 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:21:09.681311 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-edcdb2ea-afdc-430c-b118-3324f20cec88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (74365913-30fd-45a1-a07f-aee1c448f409), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:09.683382 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:09.716587 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-edcdb2ea-afdc-430c-b118-3324f20cec88 None None] Port 74365913-30fd-45a1-a07f-aee1c448f409 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:21:09.795561 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (74365913-30fd-45a1-a07f-aee1c448f409), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:09.946913 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:10.026251 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Publish callbacks [] for port (74365913-30fd-45a1-a07f-aee1c448f409), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:10.095996 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (74365913-30fd-45a1-a07f-aee1c448f409), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:10.096831 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557303'] for router_interface (4ede1cce-daf9-4ded-a913-b5e23ca58f13), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:10.178692 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Pushing event updated for resources: {'Port': ['ID=74365913-30fd-45a1-a07f-aee1c448f409,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:21:10.230078 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Network ec9eb120-3400-45b9-9d49-450e2e9d65b0 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:21:10.231318 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:21:10.439031 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-1be99288-3787-42db-88ba-781316ef0ed1 None None] Provisioning complete for port 74365913-30fd-45a1-a07f-aee1c448f409 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:21:10.439716 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1be99288-3787-42db-88ba-781316ef0ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (74365913-30fd-45a1-a07f-aee1c448f409), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:10.452518 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Router 4ede1cce-daf9-4ded-a913-b5e23ca58f13 is scheduled to L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f with binding_index 1 {{(pid=106739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 05 12:21:10.471203 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-1be99288-3787-42db-88ba-781316ef0ed1 None None] Port 74365913-30fd-45a1-a07f-aee1c448f409 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:21:10.545751 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:21:10.551103 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-9e8ba24a-1e2c-4cc0-b297-962636dd8364 demo admin] 10.222.0.62 "PUT /networking/v2.0/routers/4ede1cce-daf9-4ded-a913-b5e23ca58f13/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0701158 Sep 05 12:21:10.558182 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Sync routers for ids ['4ede1cce-daf9-4ded-a913-b5e23ca58f13'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:21:10.571477 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Routers {'4ede1cce-daf9-4ded-a913-b5e23ca58f13'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:21:10.572398 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:21:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['4ede1cce-daf9-4ded-a913-b5e23ca58f13'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:21:10.775238 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Set router 4ede1cce-daf9-4ded-a913-b5e23ca58f13 gateway port host: None {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:21:11.250049 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ede1cce-daf9-4ded-a913-b5e23ca58f13', 'name': 'router1', 'tenant_id': '04853db2b388437e916da478e79b0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:20:58Z', 'updated_at': '2022-09-05T12:21:09Z', 'revision_number': 2, 'project_id': '04853db2b388437e916da478e79b0816', 'gw_port_host': None, '_interfaces': [{'id': '74365913-30fd-45a1-a07f-aee1c448f409', 'name': '', 'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0', 'tenant_id': '04853db2b388437e916da478e79b0816', 'mac_address': 'fa:16:3e:b7:14:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ede1cce-daf9-4ded-a913-b5e23ca58f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb12ccce-672e-4963-862d-dad26eb92979', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:21:08Z', 'updated_at': '2022-09-05T12:21:09Z', 'revision_number': 2, 'project_id': '04853db2b388437e916da478e79b0816', 'subnets': [{'id': 'bb12ccce-672e-4963-862d-dad26eb92979', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b9fd379-39dd-41fb-b434-061473ea3e91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:21:11.304606 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Checking router: 4ede1cce-daf9-4ded-a913-b5e23ca58f13 for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:21:11.304878 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Updating router 4ede1cce-daf9-4ded-a913-b5e23ca58f13 port 74365913-30fd-45a1-a07f-aee1c448f409 binding host dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:21:11.363551 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (74365913-30fd-45a1-a07f-aee1c448f409), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:11.914120 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Publish callbacks [] for port (74365913-30fd-45a1-a07f-aee1c448f409), precommit_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:11.987310 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (74365913-30fd-45a1-a07f-aee1c448f409), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:12.139728 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Pushing event updated for resources: {'Port': ['ID=74365913-30fd-45a1-a07f-aee1c448f409,revision_number=3']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:21:12.148419 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Attempting to bind port 74365913-30fd-45a1-a07f-aee1c448f409 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:21:12.148817 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Attempting to bind port 74365913-30fd-45a1-a07f-aee1c448f409 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': '477d79b2-b0f0-4e4e-a570-4bcd5f4c5462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0'}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:21:12.149277 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Attempting to bind port 74365913-30fd-45a1-a07f-aee1c448f409 on network ec9eb120-3400-45b9-9d49-450e2e9d65b0 {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:21:12.158750 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:21:12.159095 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:21:12.159479 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:21:12.159842 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:21:12.160178 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:21:12.160512 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:21:12.160925 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:21:12.161281 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:21:12.161609 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:21:12.161936 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:21:12.162261 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:21:12.162617 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:21:12.162924 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:21:12.163241 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:21:12.163580 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Tracked resource versions report: Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: pushed versions: Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: { 'AddressGroup': {'1.2'}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Agent': {'1.1'}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'ConntrackHelper': {'1.0'}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'LocalIPAssociation': {'1.0'}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Log': {'1.0'}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'NDPProxy': {'1.0'}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Network': {'1.1'}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Port': {'1.7'}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'PortForwarding': {'1.3'}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'QosPolicy': {'1.10'}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'SecurityGroup': {'1.5'}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'SecurityGroupRule': {'1.2'}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'SubPort': {'1.0'}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Subnet': {'1.1'}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Trunk': {'1.1'}} Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: consumer versions: Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: { DHCP agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: L3 agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: Metadata agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: Metering agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: Open vSwitch agent@dv-cinder-801354-7-iscsi: { 'AddressGroup': '1.2', Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Agent': '1.1', Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'ConntrackHelper': '1.0', Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'LocalIPAssociation': '1.0', Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Log': '1.0', Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'NDPProxy': '1.0', Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Network': '1.1', Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Port': '1.7', Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'PortForwarding': '1.3', Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'QosPolicy': '1.10', Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'SecurityGroup': '1.5', Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'SecurityGroupRule': '1.2', Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'SubPort': '1.0', Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Subnet': '1.1', Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Trunk': '1.1'}} Sep 05 12:21:12.165189 dv-cinder-801354-7-iscsi neutron-server[106742]: {{(pid=106742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 05 12:21:12.249078 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:21:12.249565 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Checking segment: {'id': '477d79b2-b0f0-4e4e-a570-4bcd5f4c5462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:21:12.250017 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:12.250410 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Bound using segment: {'id': '477d79b2-b0f0-4e4e-a570-4bcd5f4c5462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0'} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:21:12.250924 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Bound port: 74365913-30fd-45a1-a07f-aee1c448f409, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477d79b2-b0f0-4e4e-a570-4bcd5f4c5462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0'}}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:21:12.251299 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (74365913-30fd-45a1-a07f-aee1c448f409), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:12.306721 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:12.320755 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] For port 74365913-30fd-45a1-a07f-aee1c448f409, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:21:12.324444 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:12.343178 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] For port 74365913-30fd-45a1-a07f-aee1c448f409, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=74365913-30fd-45a1-a07f-aee1c448f409,segment=NetworkSegment(477d79b2-b0f0-4e4e-a570-4bcd5f4c5462),segment_id=477d79b2-b0f0-4e4e-a570-4bcd5f4c5462)] {{(pid=106742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:21:12.407480 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (74365913-30fd-45a1-a07f-aee1c448f409), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:12.460388 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Routers {'4ede1cce-daf9-4ded-a913-b5e23ca58f13'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:21:12.461027 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:21:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['4ede1cce-daf9-4ded-a913-b5e23ca58f13'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:21:12.513659 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc4442-435d-4869-805b-06d46a924a92 None None] Pushing event updated for resources: {'Port': ['ID=74365913-30fd-45a1-a07f-aee1c448f409,revision_number=4']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:21:12.576484 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] Set router 4ede1cce-daf9-4ded-a913-b5e23ca58f13 gateway port host: None {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:21:12.793753 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ede1cce-daf9-4ded-a913-b5e23ca58f13', 'name': 'router1', 'tenant_id': '04853db2b388437e916da478e79b0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:20:58Z', 'updated_at': '2022-09-05T12:21:09Z', 'revision_number': 2, 'project_id': '04853db2b388437e916da478e79b0816', 'gw_port_host': None, '_interfaces': [{'id': '74365913-30fd-45a1-a07f-aee1c448f409', 'name': '', 'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0', 'tenant_id': '04853db2b388437e916da478e79b0816', 'mac_address': 'fa:16:3e:b7:14:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ede1cce-daf9-4ded-a913-b5e23ca58f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb12ccce-672e-4963-862d-dad26eb92979', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:21:08Z', 'updated_at': '2022-09-05T12:21:12Z', 'revision_number': 4, 'project_id': '04853db2b388437e916da478e79b0816', 'subnets': [{'id': 'bb12ccce-672e-4963-862d-dad26eb92979', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b9fd379-39dd-41fb-b434-061473ea3e91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:21:12.820242 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c942f41-4f56-4534-bd41-cb276ac864f5 None None] The sync data for ids ['4ede1cce-daf9-4ded-a913-b5e23ca58f13'] in dv-cinder-801354-7-iscsi is: [{'id': '4ede1cce-daf9-4ded-a913-b5e23ca58f13', 'name': 'router1', 'tenant_id': '04853db2b388437e916da478e79b0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:20:58Z', 'updated_at': '2022-09-05T12:21:09Z', 'revision_number': 2, 'project_id': '04853db2b388437e916da478e79b0816', 'gw_port_host': None, '_interfaces': [{'id': '74365913-30fd-45a1-a07f-aee1c448f409', 'name': '', 'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0', 'tenant_id': '04853db2b388437e916da478e79b0816', 'mac_address': 'fa:16:3e:b7:14:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ede1cce-daf9-4ded-a913-b5e23ca58f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb12ccce-672e-4963-862d-dad26eb92979', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:21:08Z', 'updated_at': '2022-09-05T12:21:12Z', 'revision_number': 4, 'project_id': '04853db2b388437e916da478e79b0816', 'subnets': [{'id': 'bb12ccce-672e-4963-862d-dad26eb92979', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b9fd379-39dd-41fb-b434-061473ea3e91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:21:13.037922 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 46974) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:21:13.458839 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1808d7ff-f2bc-4e85-9a7b-320aebb8e3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:21:13.460252 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-1808d7ff-f2bc-4e85-9a7b-320aebb8e3cb admin admin] 10.222.0.62 "GET /networking/v2.0/networks/de6b6e81-62d2-486b-904a-4e6e4bfb013e HTTP/1.1" status: 200 len: 842 time: 0.4213679 Sep 05 12:21:13.471205 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-fe3db7d9-af51-4739-8635-14cc6b58d25e admin admin] Request body: {'subnet': {'gateway_ip': '172.27.4.1', 'enable_dhcp': False, 'cidr': '172.27.4.0/24', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:21:13.478926 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:13.616037 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3db7d9-af51-4739-8635-14cc6b58d25e admin admin] Made reservation on behalf of d80f282fe9da41e0b08a14ba58840408 for: {'subnet': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:21:13.618434 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-fe3db7d9-af51-4739-8635-14cc6b58d25e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:13.970044 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.objects.ports [None req-fe3db7d9-af51-4739-8635-14cc6b58d25e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106739) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 05 12:21:13.970419 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-fe3db7d9-af51-4739-8635-14cc6b58d25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for subnet (ee2feda6-84b8-4fb0-9838-9cfe9ff91241), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:14.009269 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:14.037183 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3db7d9-af51-4739-8635-14cc6b58d25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2feda6-84b8-4fb0-9838-9cfe9ff91241,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:21:14.047075 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3db7d9-af51-4739-8635-14cc6b58d25e admin admin] Checking segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:21:14.047782 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3db7d9-af51-4739-8635-14cc6b58d25e admin admin] Network hostable DHCP agents. Network: de6b6e81-62d2-486b-904a-4e6e4bfb013e, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:21:14.147279 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3db7d9-af51-4739-8635-14cc6b58d25e admin admin] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:21:14.261747 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-fe3db7d9-af51-4739-8635-14cc6b58d25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, de6b6e81-62d2-486b-904a-4e6e4bfb013e) {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:21:14.265929 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3db7d9-af51-4739-8635-14cc6b58d25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:21:14.266589 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-fe3db7d9-af51-4739-8635-14cc6b58d25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:14.275739 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1c0953-d2fc-454c-9f5f-5e4fdc352def None None] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:21:14.361558 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-fe3db7d9-af51-4739-8635-14cc6b58d25e admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8937509 Sep 05 12:21:14.405532 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa8c776-344f-4809-b432-2819eb3fefe0 None None] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:21:16.901287 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 46982) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:21:17.435231 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-f47bc60e-01a4-4e27-b54f-1adf61da3c03 demo admin] 10.222.0.62 "GET /networking/v2.0/routers/4ede1cce-daf9-4ded-a913-b5e23ca58f13 HTTP/1.1" status: 200 len: 710 time: 0.5326929 Sep 05 12:21:17.534598 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8c75c0-e8f7-4862-80d3-3cb735bac327 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:21:17.536149 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-9b8c75c0-e8f7-4862-80d3-3cb735bac327 demo admin] 10.222.0.62 "GET /networking/v2.0/networks/de6b6e81-62d2-486b-904a-4e6e4bfb013e HTTP/1.1" status: 200 len: 886 time: 0.0950179 Sep 05 12:21:17.549450 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:21:17.823025 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Publish callbacks [] for router_gateway (4ede1cce-daf9-4ded-a913-b5e23ca58f13), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:18.051847 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:18.122695 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Publish callbacks [] for router_gateway (4ede1cce-daf9-4ded-a913-b5e23ca58f13), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:18.202736 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:18.319469 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Allocated IP 172.27.4.206 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/b1bc5346-fb95-417d-9e65-5439f76ac537) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:21:18.334007 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:18.429057 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Publish callbacks [] for port (b1bc5346-fb95-417d-9e65-5439f76ac537), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:18.516268 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (b1bc5346-fb95-417d-9e65-5439f76ac537), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:18.528506 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 74365913-30fd-45a1-a07f-aee1c448f409 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:21:18.562995 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:21:18.566012 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:21:18.570592 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:21:18.574509 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 74365913-30fd-45a1-a07f-aee1c448f409 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:21:18.574913 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (74365913-30fd-45a1-a07f-aee1c448f409), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:18.611226 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Pushing event updated for resources: {'Port': ['ID=b1bc5346-fb95-417d-9e65-5439f76ac537,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:21:18.653777 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 74365913-30fd-45a1-a07f-aee1c448f409 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:21:18.654161 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (74365913-30fd-45a1-a07f-aee1c448f409), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:18.686231 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 74365913-30fd-45a1-a07f-aee1c448f409, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=74365913-30fd-45a1-a07f-aee1c448f409,segment=NetworkSegment(477d79b2-b0f0-4e4e-a570-4bcd5f4c5462),segment_id=477d79b2-b0f0-4e4e-a570-4bcd5f4c5462)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:21:18.812864 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (74365913-30fd-45a1-a07f-aee1c448f409), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:18.862276 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=74365913-30fd-45a1-a07f-aee1c448f409,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:21:18.950432 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Publish callbacks [] for router_gateway (4ede1cce-daf9-4ded-a913-b5e23ca58f13), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:19.127913 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:19.238827 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2560'] for router (4ede1cce-daf9-4ded-a913-b5e23ca58f13), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:19.242335 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-572151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572158', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-631322'] for router (4ede1cce-daf9-4ded-a913-b5e23ca58f13), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:19.353098 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Router 4ede1cce-daf9-4ded-a913-b5e23ca58f13 has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:21:19.458277 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:21:19.463993 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] Publish callbacks [] for router (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:19.467872 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-5f659fc7-bd70-438c-ae96-1823a2a805ee demo admin] 10.222.0.62 "PUT /networking/v2.0/routers/4ede1cce-daf9-4ded-a913-b5e23ca58f13 HTTP/1.1" status: 200 len: 890 time: 1.9197598 Sep 05 12:21:19.470711 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Sync routers for ids ['4ede1cce-daf9-4ded-a913-b5e23ca58f13'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:21:19.485099 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Routers {'4ede1cce-daf9-4ded-a913-b5e23ca58f13'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:21:19.485811 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:21:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['4ede1cce-daf9-4ded-a913-b5e23ca58f13'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:21:19.718834 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Set router 4ede1cce-daf9-4ded-a913-b5e23ca58f13 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:21:20.026160 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:20.109690 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:20.126409 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ede1cce-daf9-4ded-a913-b5e23ca58f13', 'name': 'router1', 'tenant_id': '04853db2b388437e916da478e79b0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.206'}], 'enable_snat': True}, 'gw_port_id': 'b1bc5346-fb95-417d-9e65-5439f76ac537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:20:58Z', 'updated_at': '2022-09-05T12:21:18Z', 'revision_number': 4, 'project_id': '04853db2b388437e916da478e79b0816', 'gw_port': {'id': 'b1bc5346-fb95-417d-9e65-5439f76ac537', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ede1cce-daf9-4ded-a913-b5e23ca58f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:21:18Z', 'updated_at': '2022-09-05T12:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '74365913-30fd-45a1-a07f-aee1c448f409', 'name': '', 'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0', 'tenant_id': '04853db2b388437e916da478e79b0816', 'mac_address': 'fa:16:3e:b7:14:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ede1cce-daf9-4ded-a913-b5e23ca58f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb12ccce-672e-4963-862d-dad26eb92979', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:21:08Z', 'updated_at': '2022-09-05T12:21:18Z', 'revision_number': 5, 'project_id': '04853db2b388437e916da478e79b0816', 'subnets': [{'id': 'bb12ccce-672e-4963-862d-dad26eb92979', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b9fd379-39dd-41fb-b434-061473ea3e91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:21:20.265590 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Checking router: 4ede1cce-daf9-4ded-a913-b5e23ca58f13 for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:21:20.265882 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Updating router 4ede1cce-daf9-4ded-a913-b5e23ca58f13 port b1bc5346-fb95-417d-9e65-5439f76ac537 binding host dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:21:20.319302 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (b1bc5346-fb95-417d-9e65-5439f76ac537), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:20.535214 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 74365913-30fd-45a1-a07f-aee1c448f409 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:21:20.666224 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 74365913-30fd-45a1-a07f-aee1c448f409 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:21:20.666609 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (74365913-30fd-45a1-a07f-aee1c448f409), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:20.697776 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Publish callbacks [] for port (b1bc5346-fb95-417d-9e65-5439f76ac537), precommit_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:20.750778 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 74365913-30fd-45a1-a07f-aee1c448f409 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:21:20.795453 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (b1bc5346-fb95-417d-9e65-5439f76ac537), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:20.831454 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Attempting to bind port b1bc5346-fb95-417d-9e65-5439f76ac537 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:21:20.831851 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Attempting to bind port b1bc5346-fb95-417d-9e65-5439f76ac537 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:21:20.832218 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Attempting to bind port b1bc5346-fb95-417d-9e65-5439f76ac537 on network de6b6e81-62d2-486b-904a-4e6e4bfb013e {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:21:20.866307 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31809dd-125d-4b7c-a334-95a15a3063d6 None None] Pushing event updated for resources: {'Port': ['ID=b1bc5346-fb95-417d-9e65-5439f76ac537,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:21:20.891518 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:21:20.891979 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Checking segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:21:20.892451 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:20.892840 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Bound using segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:21:20.893304 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Bound port: b1bc5346-fb95-417d-9e65-5439f76ac537, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:21:20.893675 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (b1bc5346-fb95-417d-9e65-5439f76ac537), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:20.949114 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] For port b1bc5346-fb95-417d-9e65-5439f76ac537, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:21:20.952696 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] For port b1bc5346-fb95-417d-9e65-5439f76ac537, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=b1bc5346-fb95-417d-9e65-5439f76ac537,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:21:21.042446 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (b1bc5346-fb95-417d-9e65-5439f76ac537), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:21.079916 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Routers {'4ede1cce-daf9-4ded-a913-b5e23ca58f13'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:21:21.080539 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:21:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['4ede1cce-daf9-4ded-a913-b5e23ca58f13'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:21:21.142049 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31809dd-125d-4b7c-a334-95a15a3063d6 None None] Pushing event updated for resources: {'Port': ['ID=b1bc5346-fb95-417d-9e65-5439f76ac537,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:21:21.201017 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:21.203025 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] Set router 4ede1cce-daf9-4ded-a913-b5e23ca58f13 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:21:21.316300 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:21.415795 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ede1cce-daf9-4ded-a913-b5e23ca58f13', 'name': 'router1', 'tenant_id': '04853db2b388437e916da478e79b0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.206'}], 'enable_snat': True}, 'gw_port_id': 'b1bc5346-fb95-417d-9e65-5439f76ac537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:20:58Z', 'updated_at': '2022-09-05T12:21:18Z', 'revision_number': 4, 'project_id': '04853db2b388437e916da478e79b0816', 'gw_port': {'id': 'b1bc5346-fb95-417d-9e65-5439f76ac537', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ede1cce-daf9-4ded-a913-b5e23ca58f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:21:18Z', 'updated_at': '2022-09-05T12:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '74365913-30fd-45a1-a07f-aee1c448f409', 'name': '', 'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0', 'tenant_id': '04853db2b388437e916da478e79b0816', 'mac_address': 'fa:16:3e:b7:14:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ede1cce-daf9-4ded-a913-b5e23ca58f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb12ccce-672e-4963-862d-dad26eb92979', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:21:08Z', 'updated_at': '2022-09-05T12:21:18Z', 'revision_number': 5, 'project_id': '04853db2b388437e916da478e79b0816', 'subnets': [{'id': 'bb12ccce-672e-4963-862d-dad26eb92979', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b9fd379-39dd-41fb-b434-061473ea3e91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:21:21.441443 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724b331-d11d-47c6-9a83-f02f2a7c1434 None None] The sync data for ids ['4ede1cce-daf9-4ded-a913-b5e23ca58f13'] in dv-cinder-801354-7-iscsi is: [{'id': '4ede1cce-daf9-4ded-a913-b5e23ca58f13', 'name': 'router1', 'tenant_id': '04853db2b388437e916da478e79b0816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.206'}], 'enable_snat': True}, 'gw_port_id': 'b1bc5346-fb95-417d-9e65-5439f76ac537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:20:58Z', 'updated_at': '2022-09-05T12:21:18Z', 'revision_number': 4, 'project_id': '04853db2b388437e916da478e79b0816', 'gw_port': {'id': 'b1bc5346-fb95-417d-9e65-5439f76ac537', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:4e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ede1cce-daf9-4ded-a913-b5e23ca58f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:21:18Z', 'updated_at': '2022-09-05T12:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '74365913-30fd-45a1-a07f-aee1c448f409', 'name': '', 'network_id': 'ec9eb120-3400-45b9-9d49-450e2e9d65b0', 'tenant_id': '04853db2b388437e916da478e79b0816', 'mac_address': 'fa:16:3e:b7:14:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ede1cce-daf9-4ded-a913-b5e23ca58f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb12ccce-672e-4963-862d-dad26eb92979', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:21:08Z', 'updated_at': '2022-09-05T12:21:18Z', 'revision_number': 5, 'project_id': '04853db2b388437e916da478e79b0816', 'subnets': [{'id': 'bb12ccce-672e-4963-862d-dad26eb92979', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8b9fd379-39dd-41fb-b434-061473ea3e91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:21:22.117311 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 46996) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:21:22.541470 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device b1bc5346-fb95-417d-9e65-5439f76ac537 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:21:22.545927 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-31e5bcde-0749-4316-a4c1-f5dda323446e admin admin] 10.222.0.62 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4261258 Sep 05 12:21:22.593249 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port b1bc5346-fb95-417d-9e65-5439f76ac537 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:21:22.593644 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (b1bc5346-fb95-417d-9e65-5439f76ac537), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:22.686237 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port b1bc5346-fb95-417d-9e65-5439f76ac537 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:21:22.686644 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (b1bc5346-fb95-417d-9e65-5439f76ac537), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:22.710505 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port b1bc5346-fb95-417d-9e65-5439f76ac537, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=b1bc5346-fb95-417d-9e65-5439f76ac537,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:21:22.778569 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (b1bc5346-fb95-417d-9e65-5439f76ac537), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:22.796281 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=28 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:22.797384 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=53 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:22.837852 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=b1bc5346-fb95-417d-9e65-5439f76ac537,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:21:24.561412 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device b1bc5346-fb95-417d-9e65-5439f76ac537 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:21:24.627860 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port b1bc5346-fb95-417d-9e65-5439f76ac537 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:21:24.627860 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (b1bc5346-fb95-417d-9e65-5439f76ac537), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:24.718213 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port b1bc5346-fb95-417d-9e65-5439f76ac537 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:21:29.455186 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:29.458720 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=24 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:31.311632 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 5 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:21:32.533762 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:32.539912 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:33.648932 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8f58ff5d-5d71-4360-ba75-c47b17898be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:36.047861 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4694268-7d5b-4522-b0e5-251a44079de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:37.291360 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:38.768606 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:39.099256 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:21:45.300352 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=2 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:45.317746 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=6 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:48.930217 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:21:48.937703 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=72,neutron:UPDATE=6 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:22:03.622022 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-f52476de-3f13-4dd0-ba2b-23f846af4a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:22:06.066114 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-a75611a2-72f7-4b25-9bdf-e0d0c9e2d33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:22:07.282632 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:22:08.300984 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 5 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:22:08.811048 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:22:09.072148 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:22:18.934545 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:22:18.942272 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:22:31.300270 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:22:31.301275 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:22:33.606310 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d9c44778-6bd5-4d25-af5f-bbbff0d534d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:22:36.049826 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1808982f-964f-4333-b52c-cd6f02a8bd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:22:37.283578 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:22:38.764072 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:22:39.006527 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:22:45.299796 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 5 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:22:48.943370 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:22:48.949350 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:22:49.688727 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 47536) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:22:50.062266 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.pecan_wsgi.hooks.translation [None req-3583604d-10d4-4451-9832-774ed45525e4 admin admin] GET failed (client error): The resource could not be found. Sep 05 12:22:50.063687 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-3583604d-10d4-4451-9832-774ed45525e4 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3739541 Sep 05 12:22:50.268103 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977a51dd-5ac9-4035-b7ac-35cf5518cc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:22:50.269680 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-977a51dd-5ac9-4035-b7ac-35cf5518cc3b admin admin] 10.222.0.62 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2012012 Sep 05 12:22:52.626166 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 47546) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:22:53.088326 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec939e5b-e0fe-4354-ac0c-b765c5939c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:22:53.089727 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-ec939e5b-e0fe-4354-ac0c-b765c5939c58 admin admin] 10.222.0.62 "GET /networking/v2.0/subnets/bb12ccce-672e-4963-862d-dad26eb92979 HTTP/1.1" status: 200 len: 849 time: 0.4626749 Sep 05 12:22:53.100355 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:22:53.214462 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Publish callbacks [] for subnet (bb12ccce-672e-4963-862d-dad26eb92979), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:22:53.455680 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768775349387'] for subnet (bb12ccce-672e-4963-862d-dad26eb92979), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:22:53.521054 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:22:53.522192 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:22:53.527575 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] 10.222.0.62 "PUT /networking/v2.0/subnets/bb12ccce-672e-4963-862d-dad26eb92979 HTTP/1.1" status: 200 len: 868 time: 0.4273551 Sep 05 12:22:53.527807 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d38557f-a5a6-4de4-9b71-71c59ebaccbb None None] Network ec9eb120-3400-45b9-9d49-450e2e9d65b0 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:22:53.533978 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb12ccce-672e-4963-862d-dad26eb92979,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:22:53.544767 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:22:53.545120 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:22:53.545600 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:22:53.545821 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:22:53.546163 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:22:53.546503 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:22:53.547447 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:22:53.547447 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22364ee6-b67e-48b2-b160-42372f910070 admin admin] Tracked resource versions report: Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: pushed versions: Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: { 'AddressGroup': {'1.2'}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Agent': {'1.1'}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'ConntrackHelper': {'1.0'}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'LocalIPAssociation': {'1.0'}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Log': {'1.0'}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'NDPProxy': {'1.0'}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Network': {'1.1'}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Port': {'1.7'}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'PortForwarding': {'1.3'}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'QosPolicy': {'1.10'}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'SecurityGroup': {'1.5'}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'SecurityGroupRule': {'1.2'}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'SubPort': {'1.0'}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Subnet': {'1.1'}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Trunk': {'1.1'}} Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: consumer versions: Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: { DHCP agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: L3 agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: Metadata agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: Metering agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: Open vSwitch agent@dv-cinder-801354-7-iscsi: { 'AddressGroup': '1.2', Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Agent': '1.1', Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'ConntrackHelper': '1.0', Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'LocalIPAssociation': '1.0', Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Log': '1.0', Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'NDPProxy': '1.0', Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Network': '1.1', Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Port': '1.7', Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'PortForwarding': '1.3', Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'QosPolicy': '1.10', Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'SecurityGroup': '1.5', Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'SecurityGroupRule': '1.2', Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'SubPort': '1.0', Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Subnet': '1.1', Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Trunk': '1.1'}} Sep 05 12:22:53.551695 dv-cinder-801354-7-iscsi neutron-server[106740]: {{(pid=106740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 05 12:22:53.925458 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-8a144ff8-831b-4bf2-ae49-b88f79958373 None None] Provisioning complete for port d3203296-39b6-48d8-8067-ac91037688b4 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:22:53.926032 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8a144ff8-831b-4bf2-ae49-b88f79958373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d3203296-39b6-48d8-8067-ac91037688b4), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:22:54.047928 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-8a144ff8-831b-4bf2-ae49-b88f79958373 None None] Current status of the port d3203296-39b6-48d8-8067-ac91037688b4 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:22:54.061107 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-8a144ff8-831b-4bf2-ae49-b88f79958373 None None] Provisioning complete for port 74365913-30fd-45a1-a07f-aee1c448f409 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:22:54.061687 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8a144ff8-831b-4bf2-ae49-b88f79958373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (74365913-30fd-45a1-a07f-aee1c448f409), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:22:54.155258 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-8a144ff8-831b-4bf2-ae49-b88f79958373 None None] Current status of the port 74365913-30fd-45a1-a07f-aee1c448f409 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:22:56.063407 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 47558) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:22:56.564427 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec58bc6-f252-4319-8aad-846ab72b1300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:22:56.564898 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec58bc6-f252-4319-8aad-846ab72b1300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:22:56.566422 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-fec58bc6-f252-4319-8aad-846ab72b1300 admin admin] 10.222.0.62 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5019715 Sep 05 12:22:58.945250 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 47566) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:22:59.364474 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:22:59.369127 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:22:59.493936 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87711a62-09cb-4537-8baf-e43af8aec6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:22:59.494409 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87711a62-09cb-4537-8baf-e43af8aec6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:22:59.496090 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-87711a62-09cb-4537-8baf-e43af8aec6f3 admin admin] 10.222.0.62 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5497630 Sep 05 12:23:01.914142 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 47576) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:23:02.471835 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f493dfdc-2897-4cbf-9b9a-481aa1878eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:23:02.473506 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-f493dfdc-2897-4cbf-9b9a-481aa1878eeb admin admin] 10.222.0.62 "GET /networking/v2.0/networks/de6b6e81-62d2-486b-904a-4e6e4bfb013e HTTP/1.1" status: 200 len: 886 time: 0.5581360 Sep 05 12:23:03.621659 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-448820ec-5b33-48d1-aa5f-61bc116b5f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:04.844405 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 47584) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:23:05.275786 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac0369b-b887-4527-b68e-5e952950ad26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:23:05.277185 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-5ac0369b-b887-4527-b68e-5e952950ad26 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/ec9eb120-3400-45b9-9d49-450e2e9d65b0 HTTP/1.1" status: 200 len: 869 time: 0.4318070 Sep 05 12:23:06.040809 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5afede0e-9e67-4414-ad3a-2a75eef7c805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:06.560603 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=73,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:23:06.561438 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:23:07.279301 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:07.634904 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 47592) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:23:08.064548 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c273a2c8-a4b0-4b14-a378-94b40b8d227c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:23:08.065937 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c273a2c8-a4b0-4b14-a378-94b40b8d227c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:23:08.066643 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-c273a2c8-a4b0-4b14-a378-94b40b8d227c admin admin] 10.222.0.62 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4308355 Sep 05 12:23:08.761363 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:09.018005 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:10.445972 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 47600) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:23:10.841800 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b970bf5a-0658-4d6b-a5af-0cb766aa3a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:23:10.842253 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b970bf5a-0658-4d6b-a5af-0cb766aa3a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:23:10.843837 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-b970bf5a-0658-4d6b-a5af-0cb766aa3a9d admin admin] 10.222.0.62 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3968446 Sep 05 12:23:13.257607 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 47608) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:23:13.702183 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad7b91c-4b0c-4c4a-8d91-5792b4f5af87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:23:13.703623 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-1ad7b91c-4b0c-4c4a-8d91-5792b4f5af87 admin admin] 10.222.0.62 "GET /networking/v2.0/subnets/bb12ccce-672e-4963-862d-dad26eb92979 HTTP/1.1" status: 200 len: 868 time: 0.4451001 Sep 05 12:23:16.123144 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 47616) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:23:16.529419 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169a1ed7-839b-4f2c-a7f5-fa27ecf6ef73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:23:16.531046 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-169a1ed7-839b-4f2c-a7f5-fa27ecf6ef73 admin admin] 10.222.0.62 "GET /networking/v2.0/subnets/ee2feda6-84b8-4fb0-9838-9cfe9ff91241 HTTP/1.1" status: 200 len: 816 time: 0.4067848 Sep 05 12:23:18.945441 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:23:18.947259 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:23:22.299183 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 5 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:23:26.524442 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=59 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:23:26.526469 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=56 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:23:33.631526 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-f04b7b85-ffb3-4c77-a516-a3fa05ab513d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:36.039310 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-7f994fe2-0a6c-4963-8ed0-ab69fffbc6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:36.314856 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=16 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:23:36.315715 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=20 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:23:37.271378 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:38.753332 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:39.011202 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:45.824370 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 47676) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:23:46.169892 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [None req-896be8a1-298b-4994-9f1b-815bdccec21c admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 05 12:23:46.170959 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-896be8a1-298b-4994-9f1b-815bdccec21c admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3455207 Sep 05 12:23:48.636310 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 47684) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:23:48.951260 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:23:48.953150 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:23:49.006676 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80b0d71-4b52-4684-9df6-44dd442a23b2 admin admin] GET failed (client error): The resource could not be found. Sep 05 12:23:49.008043 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-b80b0d71-4b52-4684-9df6-44dd442a23b2 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3707268 Sep 05 12:23:49.103402 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c45087-ac68-41de-84d2-d6c319f0376f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:23:49.104970 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-82c45087-ac68-41de-84d2-d6c319f0376f admin admin] 10.222.0.62 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0919335 Sep 05 12:23:51.552724 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 47692) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:23:51.885259 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-b1b30750-570d-41b2-97e1-f34701be6008 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:23:52.030615 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b30750-570d-41b2-97e1-f34701be6008 admin admin] Made reservation on behalf of d80f282fe9da41e0b08a14ba58840408 for: {'network': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:23:52.033147 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b1b30750-570d-41b2-97e1-f34701be6008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:52.078560 dv-cinder-801354-7-iscsi neutron-server[106740]: WARNING neutron.services.revisions.revision_plugin [None req-b1b30750-570d-41b2-97e1-f34701be6008 admin admin] Could not find related network for resource to bump revision. Sep 05 12:23:52.099800 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b30750-570d-41b2-97e1-f34701be6008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=106740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:23:52.109633 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b1b30750-570d-41b2-97e1-f34701be6008 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768775276171', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (3dbff7c7-15b5-46c2-841b-421529fb358d), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:52.110165 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b1b30750-570d-41b2-97e1-f34701be6008 admin admin] Unsubscribe: segment precommit_create {{(pid=106740) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 05 12:23:52.110698 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.segments_db [None req-b1b30750-570d-41b2-97e1-f34701be6008 admin admin] Added segment 3dbff7c7-15b5-46c2-841b-421529fb358d of type vlan for network 53ee2c56-9f7a-4ab5-96f3-be609b15cc4e Sep 05 12:23:52.169313 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b1b30750-570d-41b2-97e1-f34701be6008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (53ee2c56-9f7a-4ab5-96f3-be609b15cc4e), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:52.265195 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b1b30750-570d-41b2-97e1-f34701be6008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (53ee2c56-9f7a-4ab5-96f3-be609b15cc4e), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:52.266211 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b30750-570d-41b2-97e1-f34701be6008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:23:52.266810 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b1b30750-570d-41b2-97e1-f34701be6008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:52.366121 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b30750-570d-41b2-97e1-f34701be6008 admin admin] Pushing event updated for resources: {'Network': ['ID=53ee2c56-9f7a-4ab5-96f3-be609b15cc4e,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:23:52.380935 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network 53ee2c56-9f7a-4ab5-96f3-be609b15cc4e details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:23:52.460658 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-b1b30750-570d-41b2-97e1-f34701be6008 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9068222 Sep 05 12:23:54.841766 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 47700) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:23:55.205114 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.pecan_wsgi.hooks.translation [None req-555271bb-11f3-4852-9b99-4089652bedf5 admin admin] GET failed (client error): The resource could not be found. Sep 05 12:23:55.206460 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-555271bb-11f3-4852-9b99-4089652bedf5 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3636873 Sep 05 12:23:55.281043 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a73114-ffa2-4b50-90d9-b2d3d995382e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:23:55.282514 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-76a73114-ffa2-4b50-90d9-b2d3d995382e admin admin] 10.222.0.62 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0706651 Sep 05 12:23:55.293648 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Request body: {'subnet': {'network_id': '53ee2c56-9f7a-4ab5-96f3-be609b15cc4e', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:23:55.420604 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Made reservation on behalf of d80f282fe9da41e0b08a14ba58840408 for: {'subnet': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:23:55.422951 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:55.711485 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for subnet (0dda83e6-0455-4fa8-8018-e9cb98028c17), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:55.766905 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dda83e6-0455-4fa8-8018-e9cb98028c17,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:23:55.781433 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:55.781773 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:55.782114 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:55.782452 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:55.782782 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:55.783112 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:55.783491 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:55.783842 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:55.784190 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:55.784522 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:55.784867 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:55.785210 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:55.785535 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:55.785856 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:55.786199 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:55.797270 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Checking segment: {'id': '3dbff7c7-15b5-46c2-841b-421529fb358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '53ee2c56-9f7a-4ab5-96f3-be609b15cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:23:55.797629 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Network hostable DHCP agents. Network: 53ee2c56-9f7a-4ab5-96f3-be609b15cc4e, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:23:55.871917 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Network 53ee2c56-9f7a-4ab5-96f3-be609b15cc4e is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:23:55.963972 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, 53ee2c56-9f7a-4ab5-96f3-be609b15cc4e) {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:23:55.969399 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:23:55.972978 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:55.978129 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93271f1-019a-4495-aced-cdd6a3bdf8a2 None None] Network 53ee2c56-9f7a-4ab5-96f3-be609b15cc4e requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:23:56.059244 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-16355b8a-93a5-450f-854c-ac5658a3da55 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7690456 Sep 05 12:23:56.119467 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb5fa693-5fd0-5ae2-af65-28d3e918bd02-53ee2c56-9f7a-4ab5-96f3-be609b15cc4e', 'network_id': '53ee2c56-9f7a-4ab5-96f3-be609b15cc4e', 'project_id': 'd80f282fe9da41e0b08a14ba58840408', 'fixed_ips': [{'subnet_id': '0dda83e6-0455-4fa8-8018-e9cb98028c17'}]}} from dv-cinder-801354-7-iscsi. {{(pid=106741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 05 12:23:56.120708 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:56.397667 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.db_base_plugin_common [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Allocated IP 192.168.233.2 (53ee2c56-9f7a-4ab5-96f3-be609b15cc4e/0dda83e6-0455-4fa8-8018-e9cb98028c17/abe5b5c5-cae5-4c61-a477-7ffd3204627f) {{(pid=106741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:23:56.554516 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Publish callbacks [] for port (abe5b5c5-cae5-4c61-a477-7ffd3204627f), precommit_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:56.661579 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (abe5b5c5-cae5-4c61-a477-7ffd3204627f), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:56.702628 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Network 53ee2c56-9f7a-4ab5-96f3-be609b15cc4e is already hosted by enough agents. {{(pid=106741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:23:56.705857 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.base_scheduler [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Resources bound (agent type, host, resource id): {{(pid=106741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:23:56.710377 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Received port after_create {{(pid=106741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:23:56.722457 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Pushing event updated for resources: {'Port': ['ID=abe5b5c5-cae5-4c61-a477-7ffd3204627f,revision_number=1']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:23:56.745407 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:56.745755 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:56.746118 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:56.746475 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:56.746810 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:56.747137 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:56.747458 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:56.747812 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:56.748133 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:56.748459 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:56.748780 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:56.749116 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:56.749438 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:56.749929 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:56.750097 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:23:56.793567 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Attempting to bind port abe5b5c5-cae5-4c61-a477-7ffd3204627f on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:23:56.793939 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Attempting to bind port abe5b5c5-cae5-4c61-a477-7ffd3204627f by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': '3dbff7c7-15b5-46c2-841b-421529fb358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '53ee2c56-9f7a-4ab5-96f3-be609b15cc4e'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:23:56.794285 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Attempting to bind port abe5b5c5-cae5-4c61-a477-7ffd3204627f on network 53ee2c56-9f7a-4ab5-96f3-be609b15cc4e {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:23:56.841792 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:23:56.842164 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Checking segment: {'id': '3dbff7c7-15b5-46c2-841b-421529fb358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '53ee2c56-9f7a-4ab5-96f3-be609b15cc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:23:56.842561 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:56.842957 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Bound using segment: {'id': '3dbff7c7-15b5-46c2-841b-421529fb358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '53ee2c56-9f7a-4ab5-96f3-be609b15cc4e'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:23:56.843435 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Bound port: abe5b5c5-cae5-4c61-a477-7ffd3204627f, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbff7c7-15b5-46c2-841b-421529fb358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '53ee2c56-9f7a-4ab5-96f3-be609b15cc4e'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:23:56.843841 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (abe5b5c5-cae5-4c61-a477-7ffd3204627f), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:56.908659 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] For port abe5b5c5-cae5-4c61-a477-7ffd3204627f, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:23:56.912375 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] For port abe5b5c5-cae5-4c61-a477-7ffd3204627f, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=abe5b5c5-cae5-4c61-a477-7ffd3204627f,segment=NetworkSegment(3dbff7c7-15b5-46c2-841b-421529fb358d),segment_id=3dbff7c7-15b5-46c2-841b-421529fb358d)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:23:56.993379 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (abe5b5c5-cae5-4c61-a477-7ffd3204627f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:57.056132 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafda32-1245-45f2-bbf7-40d9fc75c771 None None] Pushing event updated for resources: {'Port': ['ID=abe5b5c5-cae5-4c61-a477-7ffd3204627f,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:23:57.884856 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cb27be-be79-4f1d-a680-4342ab82d559 None None] Network 53ee2c56-9f7a-4ab5-96f3-be609b15cc4e requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:23:57.985042 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:23:58.005344 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:23:58.009547 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b8e3ffcd-ec7d-44e3-b8a1-16a9d621173d None None] Provisioning complete for port abe5b5c5-cae5-4c61-a477-7ffd3204627f triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:23:58.009940 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ffcd-ec7d-44e3-b8a1-16a9d621173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (abe5b5c5-cae5-4c61-a477-7ffd3204627f), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:58.103251 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b8e3ffcd-ec7d-44e3-b8a1-16a9d621173d None None] Current status of the port abe5b5c5-cae5-4c61-a477-7ffd3204627f is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:23:58.103719 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ffcd-ec7d-44e3-b8a1-16a9d621173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (abe5b5c5-cae5-4c61-a477-7ffd3204627f), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:58.156431 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b8e3ffcd-ec7d-44e3-b8a1-16a9d621173d None None] For port abe5b5c5-cae5-4c61-a477-7ffd3204627f, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=abe5b5c5-cae5-4c61-a477-7ffd3204627f,segment=NetworkSegment(3dbff7c7-15b5-46c2-841b-421529fb358d),segment_id=3dbff7c7-15b5-46c2-841b-421529fb358d)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:23:58.289525 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ffcd-ec7d-44e3-b8a1-16a9d621173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (abe5b5c5-cae5-4c61-a477-7ffd3204627f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:58.338489 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3ffcd-ec7d-44e3-b8a1-16a9d621173d None None] Pushing event updated for resources: {'Port': ['ID=abe5b5c5-cae5-4c61-a477-7ffd3204627f,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:23:58.412760 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-53a691ed-fcf8-4f5e-a8c3-a7d7439ffc8e None None] Provisioning complete for port abe5b5c5-cae5-4c61-a477-7ffd3204627f triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:23:58.413236 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-53a691ed-fcf8-4f5e-a8c3-a7d7439ffc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (abe5b5c5-cae5-4c61-a477-7ffd3204627f), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:58.504275 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-53a691ed-fcf8-4f5e-a8c3-a7d7439ffc8e None None] Current status of the port abe5b5c5-cae5-4c61-a477-7ffd3204627f is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:23:58.662072 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device abe5b5c5-cae5-4c61-a477-7ffd3204627f up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:23:58.721959 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port abe5b5c5-cae5-4c61-a477-7ffd3204627f triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:23:58.722354 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (abe5b5c5-cae5-4c61-a477-7ffd3204627f), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:23:58.827445 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port abe5b5c5-cae5-4c61-a477-7ffd3204627f is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:23:59.298095 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 5 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:24:03.666174 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4f34cb3a-0dca-4657-a408-1baf83f47c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:24:05.980154 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:24:05.983065 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=72,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:24:06.029889 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5d89ac23-200e-473d-9426-84dc1bf5e16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:24:07.316845 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:24:08.750295 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:24:09.031176 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:24:13.313570 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:24:13.314304 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:24:18.953574 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:24:18.956381 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:24:31.296689 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:24:31.297467 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:DELETE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:24:33.634074 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-2a9837cf-d6ff-4192-9227-71fd6e7f33a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:24:36.023869 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3690-df90-4e58-8fc1-3296d0eb24e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:24:36.298929 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 5 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:24:37.285808 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:24:38.749387 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:24:39.040887 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:24:48.957776 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:24:48.958812 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:24:50.305340 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:24:50.310290 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:25:03.638904 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9b33-c9a8-4248-816c-4bb6662cdc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:06.027845 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-94a6b84e-69f3-43e5-878f-7494c67e7fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:07.291584 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:08.753781 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:09.016397 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:13.299140 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 5 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:25:18.960514 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:25:18.963116 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:25:30.111870 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=17 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:25:30.113856 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=17 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:25:33.615495 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-55818c80-b149-4a0a-8bf2-6d7de6a755b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:35.633483 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 47742) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:25:35.639052 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [None req-10457672-196f-4985-b81d-5a7c47b7b807 tempest-verify_tempest_config-1682506592 tempest-verify_tempest_config-1682506592-project] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 05 12:25:35.640123 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-10457672-196f-4985-b81d-5a7c47b7b807 tempest-verify_tempest_config-1682506592 tempest-verify_tempest_config-1682506592-project] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055482 Sep 05 12:25:36.061135 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-e72b98fa-2194-47db-a5e6-c5e32c64cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:36.398253 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 47760) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:25:36.743188 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:36.847804 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Publish callbacks [] for security_group (d3fe5af5-66d9-431c-92f8-579d49f97370), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:36.935333 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (d3fe5af5-66d9-431c-92f8-579d49f97370), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:36.988785 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=5dac105a5b5549969a962b4058c6e135&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5891943 Sep 05 12:25:36.989655 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fe5af5-66d9-431c-92f8-579d49f97370,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:25:36.991612 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 47766) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:25:36.996906 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:36.997252 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:36.997625 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:36.997975 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:36.998315 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:36.998652 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:36.998984 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:36.999325 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:36.999730 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.000035 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.000386 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.000740 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.001077 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.001464 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.001796 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62387f43-8b0e-4049-b0df-4d50c58aff0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.057958 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Publish callbacks [] for security_group (d3fe5af5-66d9-431c-92f8-579d49f97370), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:37.078947 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Publish callbacks [] for security_group (d3fe5af5-66d9-431c-92f8-579d49f97370), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:37.255639 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (d3fe5af5-66d9-431c-92f8-579d49f97370), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:37.258782 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:37.260002 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d3fe5af5-66d9-431c-92f8-579d49f97370 HTTP/1.1" status: 204 len: 168 time: 0.2673929 Sep 05 12:25:37.268235 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fe5af5-66d9-431c-92f8-579d49f97370,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:25:37.276674 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.276956 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.277324 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.277667 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.277997 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.278323 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.278648 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.278970 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.279333 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.279695 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.280034 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.280378 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.280702 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.281021 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.281337 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e558b0a-8c40-459d-8685-dd8db8288965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:25:37.312460 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:38.763982 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:39.021219 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:25:46.985722 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:25:46.996136 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:25:47.263697 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:25:47.272550 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:25:48.965054 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:25:48.966926 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:25:50.297850 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 5 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:26:03.619774 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-f3a775b0-e044-429e-9e82-fa951ec2f115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:26:04.297686 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:26:04.302596 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:26:06.054129 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-6c390c60-20f6-4acd-bbf6-a42f6864682d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:26:07.299906 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:26:08.774620 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:26:09.059713 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:26:18.967784 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:26:18.969591 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:26:27.296123 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 5 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:26:33.659479 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1e3304f9-9a31-4d08-a03a-2c825f958263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:26:36.059577 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed0c0-b5f2-4506-a812-be86396db73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:26:37.333393 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:26:38.751231 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:26:39.173441 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:26:41.299697 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:26:41.300548 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=6 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:26:48.971003 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:26:49.021969 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:27:03.624469 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-34eeefca-4b3e-4447-a6ca-16759f329ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:27:04.294518 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 5 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:27:06.030004 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-53d682ba-4282-4bb3-8c28-b1d0843d1df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:27:07.303567 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:27:08.767565 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:27:09.082102 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:27:18.149889 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632639'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:27:18.297118 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:27:18.297861 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:27:28.043408 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:27:28.046333 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:27:30.116794 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=16 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:27:30.118850 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=10 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:27:30.298665 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 47860) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:27:30.426335 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-907c15bf-c7c2-492e-8e0c-453b9ad43e58 admin admin] 10.222.0.62 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1265738 Sep 05 12:27:32.633992 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 47870) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:27:32.690269 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-32aee1a2-a4b1-48c9-a354-c5b035bae993 admin admin] 10.222.0.62 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0551956 Sep 05 12:27:33.636274 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-bcbef6fb-c49d-438c-b571-40b0916ed555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:27:36.053047 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-9847de25-c63e-4c8d-b1fb-56e10338d3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:27:37.315919 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:27:38.721883 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:27:39.030077 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:27:41.293231 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:27:42.684857 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:27:42.685723 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:27:48.079989 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:27:55.292946 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:27:55.293745 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:27:58.026043 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:27:58.034549 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:28:03.668734 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8ea1bb09-a7b4-40e4-996e-287f1f972948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:28:06.075655 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-970605c0-bdbd-4f87-a337-674e9072b508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:28:07.354417 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:28:08.847693 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:28:09.075796 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:28:18.150223 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:28:18.293057 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:28:18.982934 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:28:28.055164 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:28:32.290037 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:28:32.290991 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=6 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:28:33.647872 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-c7871ec8-0ea5-49b3-845b-8b98e8aa35ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:28:36.087072 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-ffb581d4-70e4-4c20-8912-e136938dc9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:28:37.350170 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:28:38.790688 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:28:39.144775 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:28:48.116130 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:28:55.293002 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:28:58.048717 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:28:58.055421 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:03.687574 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-e2b407e5-2fa7-4986-a642-ccbcd61c4397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:06.063254 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b5e53748-1bd5-45aa-8e73-c862fc2d300c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:07.241337 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48028) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:07.321922 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:07.518691 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1740469080-network', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:07.612490 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Made reservation on behalf of 4f6830d2e75a47c8a757d4a66c6695ca for: {'network': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:29:07.612490 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:07.618536 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:07.699641 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Publish callbacks [] for security_group (fd479cc1-1958-4de1-a525-d11713964860), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:07.802249 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (fd479cc1-1958-4de1-a525-d11713964860), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:07.827378 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=106739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:29:07.845048 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd479cc1-1958-4de1-a525-d11713964860,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:07.854903 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (f05a7e3e-ef80-4a0d-99c4-07dcda00dd76), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:07.855502 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.segments_db [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Added segment f05a7e3e-ef80-4a0d-99c4-07dcda00dd76 of type vlan for network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b Sep 05 12:29:07.857454 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:07.857801 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:07.858156 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:07.858649 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:07.859152 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:07.859667 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Tracked resource versions report: Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: pushed versions: Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: { 'AddressGroup': {'1.2'}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Agent': {'1.1'}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'ConntrackHelper': {'1.0'}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'LocalIPAssociation': {'1.0'}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Log': {'1.0'}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'NDPProxy': {'1.0'}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Network': {'1.1'}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Port': {'1.7'}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'PortForwarding': {'1.3'}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'QosPolicy': {'1.10'}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'SecurityGroup': {'1.5'}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'SecurityGroupRule': {'1.2'}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'SubPort': {'1.0'}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Subnet': {'1.1'}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Trunk': {'1.1'}} Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: consumer versions: Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: { DHCP agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: HyperV agent@hv-cinder-80135: {}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: L3 agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: Metadata agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: Metering agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: Open vSwitch agent@dv-cinder-801354-7-iscsi: { 'AddressGroup': '1.2', Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Agent': '1.1', Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'ConntrackHelper': '1.0', Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'LocalIPAssociation': '1.0', Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Log': '1.0', Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'NDPProxy': '1.0', Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Network': '1.1', Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Port': '1.7', Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'PortForwarding': '1.3', Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'QosPolicy': '1.10', Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'SecurityGroup': '1.5', Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'SecurityGroupRule': '1.2', Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'SubPort': '1.0', Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Subnet': '1.1', Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: 'Trunk': '1.1'}} Sep 05 12:29:07.864773 dv-cinder-801354-7-iscsi neutron-server[106739]: {{(pid=106739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 05 12:29:07.916040 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (7678039b-6ecf-4526-a1ee-cbdc20c4b02b), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:08.018754 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (7678039b-6ecf-4526-a1ee-cbdc20c4b02b), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:08.019840 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:08.020549 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:08.088644 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] Pushing event updated for resources: {'Network': ['ID=7678039b-6ecf-4526-a1ee-cbdc20c4b02b,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:08.101621 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:29:08.102687 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-28d9f55f-a110-4f81-a2fd-eb3beba6eda8 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8594127 Sep 05 12:29:08.105165 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48072) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:08.110514 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-057237ad-192a-4fa1-ae8f-6fec17ffb131 admin admin] Request body: {'subnet': {'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-subnet', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:08.201763 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057237ad-192a-4fa1-ae8f-6fec17ffb131 admin admin] Made reservation on behalf of 4f6830d2e75a47c8a757d4a66c6695ca for: {'subnet': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:29:08.204195 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-057237ad-192a-4fa1-ae8f-6fec17ffb131 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:08.414421 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48092) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:08.446362 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48100) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:08.447297 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-057237ad-192a-4fa1-ae8f-6fec17ffb131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for subnet (bbfdcfbc-04d2-420b-9cdf-e282f39f1975), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:08.493311 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48104) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:08.496451 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057237ad-192a-4fa1-ae8f-6fec17ffb131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbfdcfbc-04d2-420b-9cdf-e282f39f1975,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:08.543056 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057237ad-192a-4fa1-ae8f-6fec17ffb131 admin admin] Checking segment: {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:08.543738 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057237ad-192a-4fa1-ae8f-6fec17ffb131 admin admin] Network hostable DHCP agents. Network: 7678039b-6ecf-4526-a1ee-cbdc20c4b02b, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:29:08.646275 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057237ad-192a-4fa1-ae8f-6fec17ffb131 admin admin] Network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:29:08.697786 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-489986517-network', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:08.735181 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-a473dd60-dc9e-4a26-8fb5-62ed5b1bbfd5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-100306050-network', 'tenant_id': '19911e0c0b444897b621ce06dbd8296a'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:08.751427 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-057237ad-192a-4fa1-ae8f-6fec17ffb131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, 7678039b-6ecf-4526-a1ee-cbdc20c4b02b) {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:08.754285 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:08.773062 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057237ad-192a-4fa1-ae8f-6fec17ffb131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:08.773662 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-057237ad-192a-4fa1-ae8f-6fec17ffb131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:08.775493 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f7b9e7-2512-4070-9f9d-dc423bb8caf9 None None] Network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:29:08.776739 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Made reservation on behalf of 094bae935a1e4738b0c51d33c6d89e3a for: {'network': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:29:08.779171 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:08.796898 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:08.798285 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:08.852508 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-38ba0361-7e5b-4239-b14b-add79b479478 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-network', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:08.873172 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-057237ad-192a-4fa1-ae8f-6fec17ffb131 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7671080 Sep 05 12:29:08.875598 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a473dd60-dc9e-4a26-8fb5-62ed5b1bbfd5 admin admin] Made reservation on behalf of 19911e0c0b444897b621ce06dbd8296a for: {'network': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:29:08.875873 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48130) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:08.878743 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a473dd60-dc9e-4a26-8fb5-62ed5b1bbfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:08.881310 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:08.903753 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a473dd60-dc9e-4a26-8fb5-62ed5b1bbfd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:08.916725 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Publish callbacks [] for security_group (547386de-713a-45e5-b39c-f904502c6aea), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:08.966135 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb5fa693-5fd0-5ae2-af65-28d3e918bd02-7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975'}]}} from dv-cinder-801354-7-iscsi. {{(pid=106741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 05 12:29:08.967718 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:08.991405 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-632311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2597'] for router (d908261c-9967-4aee-9784-5a319b3bc98a), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:08.992835 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (d908261c-9967-4aee-9784-5a319b3bc98a), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.009170 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a473dd60-dc9e-4a26-8fb5-62ed5b1bbfd5 admin admin] Publish callbacks [] for security_group (16161de4-a53b-46a4-890d-ea77fe614e64), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.012866 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:09.027099 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ba0361-7e5b-4239-b14b-add79b479478 admin admin] Made reservation on behalf of 442bf64c97d945feb79f64cdd66baa28 for: {'network': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:29:09.029661 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-38ba0361-7e5b-4239-b14b-add79b479478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.034545 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (547386de-713a-45e5-b39c-f904502c6aea), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.072647 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-38ba0361-7e5b-4239-b14b-add79b479478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.113244 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.171964 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.db_base_plugin_common [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Allocated IP 172.20.0.2 (7678039b-6ecf-4526-a1ee-cbdc20c4b02b/bbfdcfbc-04d2-420b-9cdf-e282f39f1975/a76e4f2b-3aba-49c5-8ccb-7a367bd2327e) {{(pid=106741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:09.202596 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=106740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:29:09.204589 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a473dd60-dc9e-4a26-8fb5-62ed5b1bbfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (16161de4-a53b-46a4-890d-ea77fe614e64), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.266932 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (577ca88f-34f0-4069-85cb-6ab1f80279d9), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.267625 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.segments_db [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Added segment 577ca88f-34f0-4069-85cb-6ab1f80279d9 of type vlan for network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 Sep 05 12:29:09.282587 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:09.286304 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a473dd60-dc9e-4a26-8fb5-62ed5b1bbfd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=106740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:29:09.286872 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:09.295560 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Publish callbacks [] for router_controller (d908261c-9967-4aee-9784-5a319b3bc98a), precommit_add_association {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.318556 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547386de-713a-45e5-b39c-f904502c6aea,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:09.351493 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.352196 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.352762 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.353106 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.353447 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.353785 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.354117 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.354447 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.354785 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.355119 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.355468 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.355846 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.356181 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.356508 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.356835 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Tracked resource versions report: Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: pushed versions: Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: { 'AddressGroup': {'1.2'}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Agent': {'1.1'}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'ConntrackHelper': {'1.0'}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'LocalIPAssociation': {'1.0'}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Log': {'1.0'}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'NDPProxy': {'1.0'}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Network': {'1.1'}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Port': {'1.7'}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'PortForwarding': {'1.3'}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'QosPolicy': {'1.10'}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'SecurityGroup': {'1.5'}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'SecurityGroupRule': {'1.2'}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'SubPort': {'1.0'}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Subnet': {'1.1'}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Trunk': {'1.1'}} Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: consumer versions: Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: { DHCP agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: HyperV agent@hv-cinder-80135: {}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: L3 agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: Metadata agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: Metering agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: Open vSwitch agent@dv-cinder-801354-7-iscsi: { 'AddressGroup': '1.2', Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Agent': '1.1', Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'ConntrackHelper': '1.0', Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'LocalIPAssociation': '1.0', Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Log': '1.0', Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'NDPProxy': '1.0', Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Network': '1.1', Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Port': '1.7', Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'PortForwarding': '1.3', Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'QosPolicy': '1.10', Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'SecurityGroup': '1.5', Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'SecurityGroupRule': '1.2', Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'SubPort': '1.0', Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Subnet': '1.1', Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: 'Trunk': '1.1'}} Sep 05 12:29:09.358075 dv-cinder-801354-7-iscsi neutron-server[106740]: {{(pid=106740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 05 12:29:09.366935 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (63375a32-83e0-46aa-bf2e-0ee5e39b91e6), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.373459 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a473dd60-dc9e-4a26-8fb5-62ed5b1bbfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (eea1933c-bd50-463b-b5a6-c03870350d85), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.373459 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.segments_db [None req-a473dd60-dc9e-4a26-8fb5-62ed5b1bbfd5 admin admin] Added segment eea1933c-bd50-463b-b5a6-c03870350d85 of type vlan for network 348d5686-a592-4367-8b5a-edfed120b8fb Sep 05 12:29:09.404026 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Publish callbacks [] for port (a76e4f2b-3aba-49c5-8ccb-7a367bd2327e), precommit_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.441519 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a473dd60-dc9e-4a26-8fb5-62ed5b1bbfd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (348d5686-a592-4367-8b5a-edfed120b8fb), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.458626 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=68,neutron:INSERT=27,neutron:UPDATE=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:09.481088 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473dd60-dc9e-4a26-8fb5-62ed5b1bbfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16161de4-a53b-46a4-890d-ea77fe614e64,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:09.498120 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (a76e4f2b-3aba-49c5-8ccb-7a367bd2327e), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.501126 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:09.521750 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (63375a32-83e0-46aa-bf2e-0ee5e39b91e6), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.522816 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:09.523402 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.572135 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b is already hosted by enough agents. {{(pid=106741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:09.574988 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Pushing event updated for resources: {'Port': ['ID=a76e4f2b-3aba-49c5-8ccb-7a367bd2327e,revision_number=1']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:09.583367 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.base_scheduler [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Resources bound (agent type, host, resource id): {{(pid=106741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:09.586689 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Received port after_create {{(pid=106741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:09.594985 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.595690 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.596884 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.599892 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.599892 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.599892 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.599892 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.599892 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.600358 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-38ba0361-7e5b-4239-b14b-add79b479478 admin admin] Publish callbacks [] for security_group (f2ffd020-90f5-42de-bb7b-c3b48f088ff0), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.603328 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.603328 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.603328 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.603328 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.603328 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.603328 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.603328 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Tracked resource versions report: Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: pushed versions: Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: { 'AddressGroup': {'1.2'}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Agent': {'1.1'}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'ConntrackHelper': {'1.0'}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'LocalIPAssociation': {'1.0'}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Log': {'1.0'}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'NDPProxy': {'1.0'}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Network': {'1.1'}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Port': {'1.7'}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'PortForwarding': {'1.3'}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'QosPolicy': {'1.10'}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'SecurityGroup': {'1.5'}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'SecurityGroupRule': {'1.2'}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'SubPort': {'1.0'}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Subnet': {'1.1'}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Trunk': {'1.1'}} Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: consumer versions: Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: { DHCP agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: HyperV agent@hv-cinder-80135: {}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: L3 agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: Metadata agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: Metering agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: Open vSwitch agent@dv-cinder-801354-7-iscsi: { 'AddressGroup': '1.2', Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Agent': '1.1', Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'ConntrackHelper': '1.0', Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'LocalIPAssociation': '1.0', Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Log': '1.0', Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'NDPProxy': '1.0', Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Network': '1.1', Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Port': '1.7', Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'PortForwarding': '1.3', Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'QosPolicy': '1.10', Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'SecurityGroup': '1.5', Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'SecurityGroupRule': '1.2', Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'SubPort': '1.0', Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Subnet': '1.1', Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: 'Trunk': '1.1'}} Sep 05 12:29:09.605087 dv-cinder-801354-7-iscsi neutron-server[106741]: {{(pid=106741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 05 12:29:09.613595 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] Pushing event updated for resources: {'Network': ['ID=63375a32-83e0-46aa-bf2e-0ee5e39b91e6,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:09.620999 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a473dd60-dc9e-4a26-8fb5-62ed5b1bbfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (348d5686-a592-4367-8b5a-edfed120b8fb), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.623182 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a473dd60-dc9e-4a26-8fb5-62ed5b1bbfd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:09.623182 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a473dd60-dc9e-4a26-8fb5-62ed5b1bbfd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.685359 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Publish callbacks [] for router_gateway (d908261c-9967-4aee-9784-5a319b3bc98a), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.698825 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:29:09.734396 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473dd60-dc9e-4a26-8fb5-62ed5b1bbfd5 admin admin] Pushing event updated for resources: {'Network': ['ID=348d5686-a592-4367-8b5a-edfed120b8fb,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:09.739951 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-38ba0361-7e5b-4239-b14b-add79b479478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (f2ffd020-90f5-42de-bb7b-c3b48f088ff0), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.753389 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ba0361-7e5b-4239-b14b-add79b479478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=106740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:29:09.764121 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-38ba0361-7e5b-4239-b14b-add79b479478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.765065 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.segments_db [None req-38ba0361-7e5b-4239-b14b-add79b479478 admin admin] Added segment a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3 of type vlan for network adc4bf76-da99-44ec-b79e-0ddca4fe97de Sep 05 12:29:09.814436 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-38ba0361-7e5b-4239-b14b-add79b479478 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (adc4bf76-da99-44ec-b79e-0ddca4fe97de), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:09.824051 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network 348d5686-a592-4367-8b5a-edfed120b8fb details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:29:09.826823 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-116b9fe6-6ba9-4504-a476-08a9a4b20195 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4100306 Sep 05 12:29:09.836714 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48158) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:09.843334 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Attempting to bind port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:09.849135 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Attempting to bind port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:09.849135 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Attempting to bind port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e on network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:09.854508 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-8fe32444-fdd6-48fa-90e9-2a2cb9f8060e admin admin] Request body: {'subnet': {'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-subnet', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:09.868922 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-a473dd60-dc9e-4a26-8fb5-62ed5b1bbfd5 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4208624 Sep 05 12:29:09.873547 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba0361-7e5b-4239-b14b-add79b479478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ffd020-90f5-42de-bb7b-c3b48f088ff0,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:09.892753 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48162) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:09.893993 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-60ad7711-e0b8-47f7-ae5f-cbfeaeac928d admin admin] Request body: {'subnet': {'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-100306050-subnet', 'tenant_id': '19911e0c0b444897b621ce06dbd8296a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:10.020541 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ad7711-e0b8-47f7-ae5f-cbfeaeac928d admin admin] Made reservation on behalf of 19911e0c0b444897b621ce06dbd8296a for: {'subnet': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:29:10.025241 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-60ad7711-e0b8-47f7-ae5f-cbfeaeac928d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:10.029725 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-38ba0361-7e5b-4239-b14b-add79b479478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (adc4bf76-da99-44ec-b79e-0ddca4fe97de), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:10.030151 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe32444-fdd6-48fa-90e9-2a2cb9f8060e admin admin] Made reservation on behalf of 094bae935a1e4738b0c51d33c6d89e3a for: {'subnet': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:29:10.031349 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ba0361-7e5b-4239-b14b-add79b479478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:10.032196 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-38ba0361-7e5b-4239-b14b-add79b479478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:10.034873 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-8fe32444-fdd6-48fa-90e9-2a2cb9f8060e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:10.105392 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:10.105745 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Checking segment: {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:10.110127 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:10.110127 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Bound using segment: {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:10.110127 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Bound port: a76e4f2b-3aba-49c5-8ccb-7a367bd2327e, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:10.110127 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (a76e4f2b-3aba-49c5-8ccb-7a367bd2327e), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:10.161333 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:10.182935 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba0361-7e5b-4239-b14b-add79b479478 admin admin] Pushing event updated for resources: {'Network': ['ID=adc4bf76-da99-44ec-b79e-0ddca4fe97de,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:10.202919 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network adc4bf76-da99-44ec-b79e-0ddca4fe97de details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:29:10.203161 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-38ba0361-7e5b-4239-b14b-add79b479478 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7093143 Sep 05 12:29:10.236187 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48174) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:10.250556 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-d7a20915-93f5-47ad-ba6f-9733f7d81f05 admin admin] Request body: {'subnet': {'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-subnet', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:10.387919 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:10.449405 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] For port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:10.454132 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] For port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=a76e4f2b-3aba-49c5-8ccb-7a367bd2327e,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:10.483797 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Publish callbacks [] for router_gateway (d908261c-9967-4aee-9784-5a319b3bc98a), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:10.518373 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:10.792550 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (a76e4f2b-3aba-49c5-8ccb-7a367bd2327e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:10.799156 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a20915-93f5-47ad-ba6f-9733f7d81f05 admin admin] Made reservation on behalf of 442bf64c97d945feb79f64cdd66baa28 for: {'subnet': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:29:10.799156 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d7a20915-93f5-47ad-ba6f-9733f7d81f05 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:10.800864 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74edc4-15ce-40d6-a1ed-df789231625f None None] Pushing event updated for resources: {'Port': ['ID=a76e4f2b-3aba-49c5-8ccb-7a367bd2327e,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:10.801675 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-60ad7711-e0b8-47f7-ae5f-cbfeaeac928d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for subnet (0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:10.801675 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ad7711-e0b8-47f7-ae5f-cbfeaeac928d admin admin] Checking segment: {'id': 'eea1933c-bd50-463b-b5a6-c03870350d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:10.801675 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ad7711-e0b8-47f7-ae5f-cbfeaeac928d admin admin] Network hostable DHCP agents. Network: 348d5686-a592-4367-8b5a-edfed120b8fb, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:29:10.801675 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad7711-e0b8-47f7-ae5f-cbfeaeac928d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:10.853017 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Allocated IP 172.27.4.108 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/3b236e9d-3077-482c-b67e-da6912c99ee8) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:10.950436 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ad7711-e0b8-47f7-ae5f-cbfeaeac928d admin admin] Network 348d5686-a592-4367-8b5a-edfed120b8fb is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:29:10.985380 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-8fe32444-fdd6-48fa-90e9-2a2cb9f8060e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for subnet (836db7f6-1080-4cec-b0a2-52e957aa9512), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.044233 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-60ad7711-e0b8-47f7-ae5f-cbfeaeac928d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, 348d5686-a592-4367-8b5a-edfed120b8fb) {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:11.051473 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ad7711-e0b8-47f7-ae5f-cbfeaeac928d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:11.052193 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-60ad7711-e0b8-47f7-ae5f-cbfeaeac928d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.062612 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a305ff6a-df63-413d-992f-1522aff32a57 None None] Network 348d5686-a592-4367-8b5a-edfed120b8fb requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:29:11.132381 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Publish callbacks [] for port (3b236e9d-3077-482c-b67e-da6912c99ee8), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.154382 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-60ad7711-e0b8-47f7-ae5f-cbfeaeac928d admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2689679 Sep 05 12:29:11.155029 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48212) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:11.158987 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe32444-fdd6-48fa-90e9-2a2cb9f8060e admin admin] Pushing event updated for resources: {'Subnet': ['ID=836db7f6-1080-4cec-b0a2-52e957aa9512,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:11.159959 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-100306050-router', 'tenant_id': '19911e0c0b444897b621ce06dbd8296a', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:11.170138 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d7a20915-93f5-47ad-ba6f-9733f7d81f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for subnet (7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.182428 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe32444-fdd6-48fa-90e9-2a2cb9f8060e admin admin] Checking segment: {'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:11.183463 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe32444-fdd6-48fa-90e9-2a2cb9f8060e admin admin] Network hostable DHCP agents. Network: 63375a32-83e0-46aa-bf2e-0ee5e39b91e6, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:29:11.214679 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb5fa693-5fd0-5ae2-af65-28d3e918bd02-348d5686-a592-4367-8b5a-edfed120b8fb', 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb', 'project_id': '19911e0c0b444897b621ce06dbd8296a', 'fixed_ips': [{'subnet_id': '0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de'}]}} from dv-cinder-801354-7-iscsi. {{(pid=106741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 05 12:29:11.216893 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.273714 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a20915-93f5-47ad-ba6f-9733f7d81f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:11.285611 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-632311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2597'] for router (bee19179-c357-4178-9e6a-9909298fe4d4), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.286684 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (bee19179-c357-4178-9e6a-9909298fe4d4), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.305605 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a20915-93f5-47ad-ba6f-9733f7d81f05 admin admin] Checking segment: {'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:11.305894 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a20915-93f5-47ad-ba6f-9733f7d81f05 admin admin] Network hostable DHCP agents. Network: adc4bf76-da99-44ec-b79e-0ddca4fe97de, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:29:11.364820 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe32444-fdd6-48fa-90e9-2a2cb9f8060e admin admin] Network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:29:11.365034 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Publish callbacks [] for router_controller (bee19179-c357-4178-9e6a-9909298fe4d4), precommit_add_association {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.367504 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (3b236e9d-3077-482c-b67e-da6912c99ee8), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.387179 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.db_base_plugin_common [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Allocated IP 172.20.0.2 (348d5686-a592-4367-8b5a-edfed120b8fb/0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de/69478ef9-1921-450c-a448-4972a32f4d93) {{(pid=106741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:11.417142 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a20915-93f5-47ad-ba6f-9733f7d81f05 admin admin] Network adc4bf76-da99-44ec-b79e-0ddca4fe97de is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:29:11.421426 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:11.429825 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:11.434573 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:11.472447 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Pushing event updated for resources: {'Port': ['ID=3b236e9d-3077-482c-b67e-da6912c99ee8,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:11.522571 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=8 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:11.553725 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-8fe32444-fdd6-48fa-90e9-2a2cb9f8060e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, 63375a32-83e0-46aa-bf2e-0ee5e39b91e6) {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:11.553725 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe32444-fdd6-48fa-90e9-2a2cb9f8060e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:11.553725 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-8fe32444-fdd6-48fa-90e9-2a2cb9f8060e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.564757 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-d7a20915-93f5-47ad-ba6f-9733f7d81f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, adc4bf76-da99-44ec-b79e-0ddca4fe97de) {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:11.575293 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a20915-93f5-47ad-ba6f-9733f7d81f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:11.576003 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d7a20915-93f5-47ad-ba6f-9733f7d81f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.586610 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd8a84-5946-492f-9e5c-bb6321527a66 None None] Network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:29:11.592846 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:11.599296 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc20099-2471-4f6e-80e3-cb20350359d6 None None] Network adc4bf76-da99-44ec-b79e-0ddca4fe97de requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:29:11.649012 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-8fe32444-fdd6-48fa-90e9-2a2cb9f8060e admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8085399 Sep 05 12:29:11.649405 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48214) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:11.654058 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:11.687949 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Publish callbacks [] for router_gateway (bee19179-c357-4178-9e6a-9909298fe4d4), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.702930 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Publish callbacks [] for port (69478ef9-1921-450c-a448-4972a32f4d93), precommit_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.709500 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-d7a20915-93f5-47ad-ba6f-9733f7d81f05 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4720740 Sep 05 12:29:11.712533 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48216) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:11.767478 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:11.886130 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Publish callbacks [] for router_gateway (d908261c-9967-4aee-9784-5a319b3bc98a), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.887816 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-632311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2597'] for router (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.891902 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.950039 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-632311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2597'] for router (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:11.951259 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:12.013967 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (69478ef9-1921-450c-a448-4972a32f4d93), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:12.056594 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb5fa693-5fd0-5ae2-af65-28d3e918bd02-adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'fixed_ips': [{'subnet_id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90'}]}} from dv-cinder-801354-7-iscsi. {{(pid=106741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 05 12:29:12.059214 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:12.227503 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:12.296946 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb5fa693-5fd0-5ae2-af65-28d3e918bd02-63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512'}]}} from dv-cinder-801354-7-iscsi. {{(pid=106741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 05 12:29:12.297804 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:12.300455 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05582fd2-a700-405a-9e30-dbb29062ebf4 None None] Network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:29:12.322071 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Publish callbacks [] for router_controller (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), precommit_add_association {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:12.328797 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:12.332493 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Network 348d5686-a592-4367-8b5a-edfed120b8fb is already hosted by enough agents. {{(pid=106741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:12.343723 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.base_scheduler [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Resources bound (agent type, host, resource id): {{(pid=106741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:12.355197 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Received port after_create {{(pid=106741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:12.378778 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Publish callbacks [] for router_controller (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), precommit_add_association {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:12.434865 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Publish callbacks [] for router_gateway (bee19179-c357-4178-9e6a-9909298fe4d4), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:12.456607 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.db_base_plugin_common [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Allocated IP 172.20.0.2 (adc4bf76-da99-44ec-b79e-0ddca4fe97de/7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90/bc54a8b3-8445-47e1-822a-f27014efd8bc) {{(pid=106741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:12.463129 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Pushing event updated for resources: {'Port': ['ID=69478ef9-1921-450c-a448-4972a32f4d93,revision_number=1']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:12.501139 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-73f3baf0-a107-4288-8f5d-7eb4255f60ad None None] Provisioning complete for port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:12.501537 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-73f3baf0-a107-4288-8f5d-7eb4255f60ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (a76e4f2b-3aba-49c5-8ccb-7a367bd2327e), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:12.505052 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:12.693053 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Publish callbacks [] for router_gateway (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:12.699897 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572129'] for router (d908261c-9967-4aee-9784-5a319b3bc98a), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:12.746862 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:12.782487 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48266) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:12.783407 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Attempting to bind port 69478ef9-1921-450c-a448-4972a32f4d93 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:12.783895 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Attempting to bind port 69478ef9-1921-450c-a448-4972a32f4d93 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'eea1933c-bd50-463b-b5a6-c03870350d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:12.784364 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Attempting to bind port 69478ef9-1921-450c-a448-4972a32f4d93 on network 348d5686-a592-4367-8b5a-edfed120b8fb {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:12.945963 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device a76e4f2b-3aba-49c5-8ccb-7a367bd2327e up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:12.999784 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:13.012933 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Publish callbacks [] for router_gateway (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.085557 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Publish callbacks [] for port (bc54a8b3-8445-47e1-822a-f27014efd8bc), precommit_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.087628 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.db_base_plugin_common [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Allocated IP 172.20.0.2 (63375a32-83e0-46aa-bf2e-0ee5e39b91e6/836db7f6-1080-4cec-b0a2-52e957aa9512/ec5087ca-e469-42f2-9387-866ef9cd7017) {{(pid=106741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:13.094615 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Allocated IP 172.27.4.16 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/d40f7bfe-9f26-4064-890d-a18db2ff7c87) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:13.096209 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:13.096665 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Checking segment: {'id': 'eea1933c-bd50-463b-b5a6-c03870350d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:13.097078 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.097483 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Bound using segment: {'id': 'eea1933c-bd50-463b-b5a6-c03870350d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:13.097983 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Bound port: 69478ef9-1921-450c-a448-4972a32f4d93, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea1933c-bd50-463b-b5a6-c03870350d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:13.099180 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (69478ef9-1921-450c-a448-4972a32f4d93), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.130839 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-73f3baf0-a107-4288-8f5d-7eb4255f60ad None None] Current status of the port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:13.131229 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-73f3baf0-a107-4288-8f5d-7eb4255f60ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (a76e4f2b-3aba-49c5-8ccb-7a367bd2327e), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.203388 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Publish callbacks [] for router_gateway (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.225727 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9c6043a4-c94b-41f5-875b-a3f39e068fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.232862 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.301537 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Publish callbacks [] for port (d40f7bfe-9f26-4064-890d-a18db2ff7c87), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.357966 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (bc54a8b3-8445-47e1-822a-f27014efd8bc), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.422536 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Pushing event updated for resources: {'Port': ['ID=bc54a8b3-8445-47e1-822a-f27014efd8bc,revision_number=1']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:13.436338 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9c6043a4-c94b-41f5-875b-a3f39e068fe0 admin admin] Publish callbacks [] for security_group (240e39e5-5828-4fb1-80ca-31677adf7ccb), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.438858 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:13.439252 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (a76e4f2b-3aba-49c5-8ccb-7a367bd2327e), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.454854 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Router d908261c-9967-4aee-9784-5a319b3bc98a is scheduled to L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f with binding_index 1 {{(pid=106739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 05 12:29:13.481704 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Publish callbacks [] for router_gateway (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.492037 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Network adc4bf76-da99-44ec-b79e-0ddca4fe97de is already hosted by enough agents. {{(pid=106741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:13.506611 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.514624 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.base_scheduler [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Resources bound (agent type, host, resource id): {{(pid=106741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:13.516948 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] For port 69478ef9-1921-450c-a448-4972a32f4d93, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:13.520504 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-73f3baf0-a107-4288-8f5d-7eb4255f60ad None None] For port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=a76e4f2b-3aba-49c5-8ccb-7a367bd2327e,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:29:13.525780 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Received port after_create {{(pid=106741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:13.540270 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9c6043a4-c94b-41f5-875b-a3f39e068fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (240e39e5-5828-4fb1-80ca-31677adf7ccb), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.554456 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] For port 69478ef9-1921-450c-a448-4972a32f4d93, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=69478ef9-1921-450c-a448-4972a32f4d93,segment=NetworkSegment(eea1933c-bd50-463b-b5a6-c03870350d85),segment_id=eea1933c-bd50-463b-b5a6-c03870350d85)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:13.579788 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (d40f7bfe-9f26-4064-890d-a18db2ff7c87), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.629993 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-73f3baf0-a107-4288-8f5d-7eb4255f60ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (a76e4f2b-3aba-49c5-8ccb-7a367bd2327e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.666068 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:13.675766 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:13.678946 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-9c6043a4-c94b-41f5-875b-a3f39e068fe0 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=57cf0da56c8540d6a6e96425e44f8159&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8905020 Sep 05 12:29:13.682434 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:13.683407 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48294) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:13.683562 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6043a4-c94b-41f5-875b-a3f39e068fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240e39e5-5828-4fb1-80ca-31677adf7ccb,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:13.699956 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (69478ef9-1921-450c-a448-4972a32f4d93), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.701465 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Pushing event updated for resources: {'Port': ['ID=d40f7bfe-9f26-4064-890d-a18db2ff7c87,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:13.703674 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:29:13.714359 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Attempting to bind port bc54a8b3-8445-47e1-822a-f27014efd8bc on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:13.714740 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Attempting to bind port bc54a8b3-8445-47e1-822a-f27014efd8bc by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:13.715782 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Attempting to bind port bc54a8b3-8445-47e1-822a-f27014efd8bc on network adc4bf76-da99-44ec-b79e-0ddca4fe97de {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:13.717211 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Allocated IP 172.27.4.232 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/76ace79b-ea51-4db1-b76a-d16607a2ea92) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:13.736473 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Sync routers for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:29:13.769059 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:29:13.770601 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:29:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:13.790453 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:13.793903 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Publish callbacks [] for port (ec5087ca-e469-42f2-9387-866ef9cd7017), precommit_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.839329 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-c9f9faa4-08df-4001-8082-735639ae69cc None None] Provisioning complete for port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:13.839942 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-c9f9faa4-08df-4001-8082-735639ae69cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (a76e4f2b-3aba-49c5-8ccb-7a367bd2327e), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.886521 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.892786 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-b42b6d6a-f91d-4631-bde1-e9c535b6cb9e admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0157793 Sep 05 12:29:13.898662 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48302) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:13.925284 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3baf0-a107-4288-8f5d-7eb4255f60ad None None] Pushing event updated for resources: {'Port': ['ID=a76e4f2b-3aba-49c5-8ccb-7a367bd2327e,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:13.946811 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (ec5087ca-e469-42f2-9387-866ef9cd7017), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.959785 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:13.960203 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Checking segment: {'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:13.960630 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.961043 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Bound using segment: {'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:13.961555 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Bound port: bc54a8b3-8445-47e1-822a-f27014efd8bc, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:13.961947 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (bc54a8b3-8445-47e1-822a-f27014efd8bc), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:13.974016 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:14.018487 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-85148397-f329-4d07-bf71-50567307d352 admin admin] Publish callbacks [] for security_group (240e39e5-5828-4fb1-80ca-31677adf7ccb), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:14.033976 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48304) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:14.093272 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Publish callbacks [] for port (76ace79b-ea51-4db1-b76a-d16607a2ea92), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:14.147299 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-85148397-f329-4d07-bf71-50567307d352 admin admin] Publish callbacks [] for security_group (240e39e5-5828-4fb1-80ca-31677adf7ccb), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:14.161318 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 is already hosted by enough agents. {{(pid=106741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:14.188671 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.base_scheduler [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Resources bound (agent type, host, resource id): {{(pid=106741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:14.190458 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:29:14.212194 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Received port after_create {{(pid=106741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:14.219864 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec686f5-199d-47bf-ad71-05b442970bb6 None None] Pushing event updated for resources: {'Port': ['ID=69478ef9-1921-450c-a448-4972a32f4d93,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:14.299683 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (76ace79b-ea51-4db1-b76a-d16607a2ea92), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:14.315466 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:14.425027 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] For port bc54a8b3-8445-47e1-822a-f27014efd8bc, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:14.479688 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] For port bc54a8b3-8445-47e1-822a-f27014efd8bc, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=bc54a8b3-8445-47e1-822a-f27014efd8bc,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:14.481084 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Pushing event updated for resources: {'Port': ['ID=ec5087ca-e469-42f2-9387-866ef9cd7017,revision_number=1']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:14.483697 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Publish callbacks [] for router_gateway (bee19179-c357-4178-9e6a-9909298fe4d4), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:14.513396 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9faa4-08df-4001-8082-735639ae69cc None None] Current status of the port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:14.521246 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Attempting to bind port ec5087ca-e469-42f2-9387-866ef9cd7017 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:14.521623 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Attempting to bind port ec5087ca-e469-42f2-9387-866ef9cd7017 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:14.521996 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Attempting to bind port ec5087ca-e469-42f2-9387-866ef9cd7017 on network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:14.534083 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:14.546185 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:14.553946 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:14.605551 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Pushing event updated for resources: {'Port': ['ID=76ace79b-ea51-4db1-b76a-d16607a2ea92,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:14.644873 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:11Z', 'revision_number': 3, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:14.706916 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Checking router: d908261c-9967-4aee-9784-5a319b3bc98a for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:29:14.707309 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Updating router d908261c-9967-4aee-9784-5a319b3bc98a port 3b236e9d-3077-482c-b67e-da6912c99ee8 binding host dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:29:14.744516 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Allocated IP 172.27.4.83 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/7b873763-f3fc-4e86-b2e1-6c3a2bb759be) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:14.773457 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (3b236e9d-3077-482c-b67e-da6912c99ee8), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:14.794077 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:14.806118 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (bc54a8b3-8445-47e1-822a-f27014efd8bc), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:14.863792 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:14.883570 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:14.884163 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Checking segment: {'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:14.884361 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:14.884761 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Bound using segment: {'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:14.891590 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Bound port: ec5087ca-e469-42f2-9387-866ef9cd7017, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:14.891590 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (ec5087ca-e469-42f2-9387-866ef9cd7017), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:14.907304 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6f0cd-7c99-4320-a5c3-ecb0f05ac893 None None] Pushing event updated for resources: {'Port': ['ID=bc54a8b3-8445-47e1-822a-f27014efd8bc,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:14.924843 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:14.957326 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-102bf4c2-07ef-46f4-9af5-ddd4e69e7805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:14.996094 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:15.032353 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] For port ec5087ca-e469-42f2-9387-866ef9cd7017, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:15.041393 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:15.044631 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] For port ec5087ca-e469-42f2-9387-866ef9cd7017, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=ec5087ca-e469-42f2-9387-866ef9cd7017,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:15.092722 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 69478ef9-1921-450c-a448-4972a32f4d93 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:15.177476 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 69478ef9-1921-450c-a448-4972a32f4d93 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:15.177944 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (69478ef9-1921-450c-a448-4972a32f4d93), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:15.181100 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (ec5087ca-e469-42f2-9387-866ef9cd7017), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:15.186110 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:15.224405 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-85148397-f329-4d07-bf71-50567307d352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (240e39e5-5828-4fb1-80ca-31677adf7ccb), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:15.228256 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-85148397-f329-4d07-bf71-50567307d352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:15.229670 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-85148397-f329-4d07-bf71-50567307d352 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/240e39e5-5828-4fb1-80ca-31677adf7ccb HTTP/1.1" status: 204 len: 168 time: 1.5451436 Sep 05 12:29:15.305929 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Publish callbacks [] for router_gateway (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:15.440488 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08480492-d626-4282-b538-eeb1c7e756ee None None] Pushing event updated for resources: {'Port': ['ID=ec5087ca-e469-42f2-9387-866ef9cd7017,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:15.549750 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 69478ef9-1921-450c-a448-4972a32f4d93 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:15.550147 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (69478ef9-1921-450c-a448-4972a32f4d93), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:15.638181 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 69478ef9-1921-450c-a448-4972a32f4d93, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=69478ef9-1921-450c-a448-4972a32f4d93,segment=NetworkSegment(eea1933c-bd50-463b-b5a6-c03870350d85),segment_id=eea1933c-bd50-463b-b5a6-c03870350d85)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:29:15.653286 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85148397-f329-4d07-bf71-50567307d352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240e39e5-5828-4fb1-80ca-31677adf7ccb,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:15.659270 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Publish callbacks [] for port (7b873763-f3fc-4e86-b2e1-6c3a2bb759be), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:15.684134 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fc4d79-1112-4a5e-91cd-152f1ab41db3 None None] Network 348d5686-a592-4367-8b5a-edfed120b8fb requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:29:15.721843 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572129'] for router (bee19179-c357-4178-9e6a-9909298fe4d4), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:15.805889 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (69478ef9-1921-450c-a448-4972a32f4d93), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:15.809941 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device a76e4f2b-3aba-49c5-8ccb-7a367bd2327e up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:15.890852 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48340) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:15.927117 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Allocated IP 172.20.0.1 (7678039b-6ecf-4526-a1ee-cbdc20c4b02b/bbfdcfbc-04d2-420b-9cdf-e282f39f1975/2a93b6b3-25a7-49c8-a58f-0fe50fb484d8) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:15.973683 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-102bf4c2-07ef-46f4-9af5-ddd4e69e7805 admin admin] Publish callbacks [] for security_group (fa78c270-a1f7-47dc-aeb3-ff9e106a4501), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.016968 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (7b873763-f3fc-4e86-b2e1-6c3a2bb759be), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.065218 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-102bf4c2-07ef-46f4-9af5-ddd4e69e7805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (fa78c270-a1f7-47dc-aeb3-ff9e106a4501), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.105348 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-f7eda412-88da-40d6-9a5a-c2c6f63df3ec None None] Provisioning complete for port 69478ef9-1921-450c-a448-4972a32f4d93 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:16.105734 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-f7eda412-88da-40d6-9a5a-c2c6f63df3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (69478ef9-1921-450c-a448-4972a32f4d93), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.117362 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:16.132433 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-74b7840b-ba4a-4784-b550-1c9e09b9913e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.155457 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572129'] for router (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.163521 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:16.179809 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:16.188240 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:16.207083 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-102bf4c2-07ef-46f4-9af5-ddd4e69e7805 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=28e5970aef734620b03cee214ad5dce1&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1717160 Sep 05 12:29:16.208309 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Pushing event updated for resources: {'Port': ['ID=7b873763-f3fc-4e86-b2e1-6c3a2bb759be,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:16.231776 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:16.232160 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (a76e4f2b-3aba-49c5-8ccb-7a367bd2327e), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.247437 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48350) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:16.248881 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:16.271301 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:16.280729 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:16.281596 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Publish callbacks [] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.306770 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Publish callbacks [] for port (3b236e9d-3077-482c-b67e-da6912c99ee8), precommit_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.326360 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bf4c2-07ef-46f4-9af5-ddd4e69e7805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa78c270-a1f7-47dc-aeb3-ff9e106a4501,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:16.343390 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=69478ef9-1921-450c-a448-4972a32f4d93,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:16.412716 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (3b236e9d-3077-482c-b67e-da6912c99ee8), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.413491 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48352) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:16.437982 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:16.445169 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4b24-0484-48d4-aa78-d425be6af1bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.493833 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-f7eda412-88da-40d6-9a5a-c2c6f63df3ec None None] Current status of the port 69478ef9-1921-450c-a448-4972a32f4d93 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:16.503081 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-74b7840b-ba4a-4784-b550-1c9e09b9913e admin admin] Publish callbacks [] for security_group (0a908347-7b2a-4898-a51c-ab93d3e16bfc), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.508179 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Pushing event updated for resources: {'Port': ['ID=3b236e9d-3077-482c-b67e-da6912c99ee8,revision_number=2']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:16.535157 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Router bee19179-c357-4178-9e6a-9909298fe4d4 is scheduled to L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f with binding_index 1 {{(pid=106740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 05 12:29:16.537619 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:16.540506 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:16.541444 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:16.541980 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:16.542475 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:16.543553 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:16.544147 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:16.544626 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:16.545099 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:16.545594 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:16.546085 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:16.546423 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:16.546785 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:16.547144 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:16.547747 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:16.548289 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Tracked resource versions report: Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: pushed versions: Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: { 'AddressGroup': {'1.2'}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Agent': {'1.1'}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'ConntrackHelper': {'1.0'}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'LocalIPAssociation': {'1.0'}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Log': {'1.0'}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'NDPProxy': {'1.0'}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Network': {'1.1'}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Port': {'1.7'}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'PortForwarding': {'1.3'}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'QosPolicy': {'1.10'}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'SecurityGroup': {'1.5'}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'SecurityGroupRule': {'1.2'}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'SubPort': {'1.0'}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Subnet': {'1.1'}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Trunk': {'1.1'}} Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: consumer versions: Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: { DHCP agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: HyperV agent@hv-cinder-80135: {}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: L3 agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: Metadata agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: Metering agent@dv-cinder-801354-7-iscsi: {}, Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: Open vSwitch agent@dv-cinder-801354-7-iscsi: { 'AddressGroup': '1.2', Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Agent': '1.1', Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'ConntrackHelper': '1.0', Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'LocalIPAssociation': '1.0', Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Log': '1.0', Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'NDPProxy': '1.0', Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Network': '1.1', Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Port': '1.7', Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'PortForwarding': '1.3', Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'QosPolicy': '1.10', Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'SecurityGroup': '1.5', Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'SecurityGroupRule': '1.2', Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'SubPort': '1.0', Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Subnet': '1.1', Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: 'Trunk': '1.1'}} Sep 05 12:29:16.549753 dv-cinder-801354-7-iscsi neutron-server[106742]: {{(pid=106742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 05 12:29:16.557115 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-00a6e899-f648-4448-acb2-8338016d0164 admin admin] Publish callbacks [] for security_group (fa78c270-a1f7-47dc-aeb3-ff9e106a4501), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.557618 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Attempting to bind port 3b236e9d-3077-482c-b67e-da6912c99ee8 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:16.557895 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Attempting to bind port 3b236e9d-3077-482c-b67e-da6912c99ee8 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:16.558452 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Attempting to bind port 3b236e9d-3077-482c-b67e-da6912c99ee8 on network de6b6e81-62d2-486b-904a-4e6e4bfb013e {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:16.609556 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:16.609981 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.611413 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:16.612401 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Checking segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:16.612975 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.613520 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Bound using segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:16.614704 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Bound port: 3b236e9d-3077-482c-b67e-da6912c99ee8, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:16.616570 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (3b236e9d-3077-482c-b67e-da6912c99ee8), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.621877 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-00a6e899-f648-4448-acb2-8338016d0164 admin admin] Publish callbacks [] for security_group (fa78c270-a1f7-47dc-aeb3-ff9e106a4501), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.664150 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4b24-0484-48d4-aa78-d425be6af1bf admin admin] Publish callbacks [] for security_group (81fbb144-e088-4b53-84dd-ead74db802fe), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.665348 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-74b7840b-ba4a-4784-b550-1c9e09b9913e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (0a908347-7b2a-4898-a51c-ab93d3e16bfc), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.685757 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] For port 3b236e9d-3077-482c-b67e-da6912c99ee8, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:16.689632 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] For port 3b236e9d-3077-482c-b67e-da6912c99ee8, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=3b236e9d-3077-482c-b67e-da6912c99ee8,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:16.692817 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:16.697655 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:16.712601 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:16.721800 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:16.722287 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557147'] for router_interface (d908261c-9967-4aee-9784-5a319b3bc98a), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.729715 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Pushing event updated for resources: {'Port': ['ID=2a93b6b3-25a7-49c8-a58f-0fe50fb484d8,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:16.753858 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7840b-ba4a-4784-b550-1c9e09b9913e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a908347-7b2a-4898-a51c-ab93d3e16bfc,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:16.753858 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4b24-0484-48d4-aa78-d425be6af1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (81fbb144-e088-4b53-84dd-ead74db802fe), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.775152 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (3b236e9d-3077-482c-b67e-da6912c99ee8), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:16.778168 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 is scheduled to L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f with binding_index 1 {{(pid=106739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 05 12:29:16.810754 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2719e53-4716-4996-a9cf-f52f93b868e0 None None] Network adc4bf76-da99-44ec-b79e-0ddca4fe97de requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:29:16.844207 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:29:16.844473 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:29:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:17.034896 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:17.072128 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:29:17.074552 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-a25ed203-d8d5-42ff-aef4-211303259ca2 None None] Provisioning complete for port bc54a8b3-8445-47e1-822a-f27014efd8bc triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:17.074956 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-a25ed203-d8d5-42ff-aef4-211303259ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (bc54a8b3-8445-47e1-822a-f27014efd8bc), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:17.088326 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-74b7840b-ba4a-4784-b550-1c9e09b9913e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2c59704f053a485ca0d4b0a16f675cc9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1937699 Sep 05 12:29:17.106629 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-00a6e899-f648-4448-acb2-8338016d0164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (fa78c270-a1f7-47dc-aeb3-ff9e106a4501), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:17.117393 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-00a6e899-f648-4448-acb2-8338016d0164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:17.121303 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-00a6e899-f648-4448-acb2-8338016d0164 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/fa78c270-a1f7-47dc-aeb3-ff9e106a4501 HTTP/1.1" status: 204 len: 168 time: 0.8651838 Sep 05 12:29:17.130554 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48360) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:17.139030 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device ec5087ca-e469-42f2-9387-866ef9cd7017 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:17.172671 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:29:17.198034 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242f8c1-e5e1-4c64-a70c-336be7fd5b4d None None] Pushing event updated for resources: {'Port': ['ID=3b236e9d-3077-482c-b67e-da6912c99ee8,revision_number=3']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:17.202962 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6e899-f648-4448-acb2-8338016d0164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa78c270-a1f7-47dc-aeb3-ff9e106a4501,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:17.225938 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d4b24-0484-48d4-aa78-d425be6af1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fbb144-e088-4b53-84dd-ead74db802fe,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:17.236349 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Sync routers for ids ['bee19179-c357-4178-9e6a-9909298fe4d4'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:29:17.253589 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-6c8d4b24-0484-48d4-aa78-d425be6af1bf admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=a9dc6b24620d4510bfc61bd2cab941e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8389969 Sep 05 12:29:17.259216 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48364) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:17.264184 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:29:17.278430 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Publish callbacks [] for router_gateway (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:17.281156 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Sync routers for ids ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:29:17.283120 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:17.286724 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-453f818c-0976-468b-b021-88a45c5eec1d admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1304133 Sep 05 12:29:17.295606 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48366) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:17.362698 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Routers {'6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:29:17.363330 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:29:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:17.380353 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port ec5087ca-e469-42f2-9387-866ef9cd7017 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:17.380353 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (ec5087ca-e469-42f2-9387-866ef9cd7017), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:17.407847 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Routers {'bee19179-c357-4178-9e6a-9909298fe4d4'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:29:17.408754 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-3603deae-da73-4903-9803-299bdb81b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:29:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['bee19179-c357-4178-9e6a-9909298fe4d4'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:17.430678 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:17.436549 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-623277f1-aedd-4c13-980f-6e6b9bf8c7cd admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7229755 Sep 05 12:29:17.441854 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48368) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:17.477939 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:17.515883 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068f60c8-9c90-4905-822e-8812d24250ed None None] Network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:29:17.525010 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-bf12cebf-67c8-4728-944b-2216977c2167 admin admin] Publish callbacks [] for security_group (0a908347-7b2a-4898-a51c-ab93d3e16bfc), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:17.576399 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6a7a668b-954f-4550-b182-12c16bba1f05 admin admin] Publish callbacks [] for security_group (81fbb144-e088-4b53-84dd-ead74db802fe), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:17.639802 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-bf12cebf-67c8-4728-944b-2216977c2167 admin admin] Publish callbacks [] for security_group (0a908347-7b2a-4898-a51c-ab93d3e16bfc), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:17.644225 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:11Z', 'revision_number': 3, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:17.687053 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:17.687160 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6a7a668b-954f-4550-b182-12c16bba1f05 admin admin] Publish callbacks [] for security_group (81fbb144-e088-4b53-84dd-ead74db802fe), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:17.694322 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-a25ed203-d8d5-42ff-aef4-211303259ca2 None None] Current status of the port bc54a8b3-8445-47e1-822a-f27014efd8bc is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:17.697985 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-a25ed203-d8d5-42ff-aef4-211303259ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (bc54a8b3-8445-47e1-822a-f27014efd8bc), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:17.716260 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f77c3-c948-488f-a4d6-e90fe814833d None None] The sync data for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi is: [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:11Z', 'revision_number': 3, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:29:17.730594 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Set router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:29:17.931143 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-a25ed203-d8d5-42ff-aef4-211303259ca2 None None] For port bc54a8b3-8445-47e1-822a-f27014efd8bc, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=bc54a8b3-8445-47e1-822a-f27014efd8bc,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:29:17.936172 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port ec5087ca-e469-42f2-9387-866ef9cd7017 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:17.936569 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (ec5087ca-e469-42f2-9387-866ef9cd7017), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:17.942293 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:17.965155 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Publish callbacks [] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:17.987286 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port ec5087ca-e469-42f2-9387-866ef9cd7017, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=ec5087ca-e469-42f2-9387-866ef9cd7017,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:29:17.990084 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Set router bee19179-c357-4178-9e6a-9909298fe4d4 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:29:17.991163 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-bf12cebf-67c8-4728-944b-2216977c2167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (0a908347-7b2a-4898-a51c-ab93d3e16bfc), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:18.001032 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-bf12cebf-67c8-4728-944b-2216977c2167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:18.016886 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-bf12cebf-67c8-4728-944b-2216977c2167 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0a908347-7b2a-4898-a51c-ab93d3e16bfc HTTP/1.1" status: 204 len: 168 time: 0.8877921 Sep 05 12:29:18.038711 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12cebf-67c8-4728-944b-2216977c2167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a908347-7b2a-4898-a51c-ab93d3e16bfc,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:18.039291 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-a25ed203-d8d5-42ff-aef4-211303259ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (bc54a8b3-8445-47e1-822a-f27014efd8bc), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:18.059000 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:18.059825 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557303'] for router_interface (d908261c-9967-4aee-9784-5a319b3bc98a), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:18.104564 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:18.118607 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572129'] for router (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:18.192617 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:18.194085 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ed203-d8d5-42ff-aef4-211303259ca2 None None] Pushing event updated for resources: {'Port': ['ID=bc54a8b3-8445-47e1-822a-f27014efd8bc,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:18.198590 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (ec5087ca-e469-42f2-9387-866ef9cd7017), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:18.199316 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 69478ef9-1921-450c-a448-4972a32f4d93 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:18.250736 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:18.257168 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232'}], 'enable_snat': True}, 'gw_port_id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:14Z', 'revision_number': 3, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port': {'id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:18.260987 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48378) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:18.332338 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:18.351057 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Checking router: 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:29:18.351334 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Updating router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 port 76ace79b-ea51-4db1-b76a-d16607a2ea92 binding host dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:29:18.361826 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-a25ed203-d8d5-42ff-aef4-211303259ca2 None None] Provisioning complete for port 69478ef9-1921-450c-a448-4972a32f4d93 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:18.362483 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-a25ed203-d8d5-42ff-aef4-211303259ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (69478ef9-1921-450c-a448-4972a32f4d93), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:18.425053 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=ec5087ca-e469-42f2-9387-866ef9cd7017,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:18.537023 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:18.538787 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f856d8e4-b35d-47b2-8ca7-3fbd2193285c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:18.552558 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Pushing event updated for resources: {'Port': ['ID=2a93b6b3-25a7-49c8-a58f-0fe50fb484d8,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:18.614196 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (76ace79b-ea51-4db1-b76a-d16607a2ea92), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:18.641420 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:18.648934 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:18.712265 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 69478ef9-1921-450c-a448-4972a32f4d93 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:18.712862 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (69478ef9-1921-450c-a448-4972a32f4d93), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:18.807105 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f856d8e4-b35d-47b2-8ca7-3fbd2193285c admin admin] Publish callbacks [] for security_group (866f04b1-1257-48e7-a385-ce8b883ab782), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:18.808352 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6a7a668b-954f-4550-b182-12c16bba1f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (81fbb144-e088-4b53-84dd-ead74db802fe), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:18.811224 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6a7a668b-954f-4550-b182-12c16bba1f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:18.815377 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-6a7a668b-954f-4550-b182-12c16bba1f05 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/81fbb144-e088-4b53-84dd-ead74db802fe HTTP/1.1" status: 204 len: 168 time: 1.5519803 Sep 05 12:29:18.831414 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:18.928005 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f856d8e4-b35d-47b2-8ca7-3fbd2193285c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (866f04b1-1257-48e7-a385-ce8b883ab782), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:18.933714 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a668b-954f-4550-b182-12c16bba1f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fbb144-e088-4b53-84dd-ead74db802fe,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:18.980978 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Router d908261c-9967-4aee-9784-5a319b3bc98a has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:29:19.059658 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-a25ed203-d8d5-42ff-aef4-211303259ca2 None None] Current status of the port 69478ef9-1921-450c-a448-4972a32f4d93 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:19.066985 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-3603deae-da73-4903-9803-299bdb81b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'name': 'tempest-DeleteServersTestJSON-100306050-router', 'tenant_id': '19911e0c0b444897b621ce06dbd8296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:14Z', 'revision_number': 3, 'project_id': '19911e0c0b444897b621ce06dbd8296a', 'gw_port': {'id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:12Z', 'updated_at': '2022-09-05T12:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:19.113582 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Checking router: bee19179-c357-4178-9e6a-9909298fe4d4 for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:29:19.114230 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Updating router bee19179-c357-4178-9e6a-9909298fe4d4 port d40f7bfe-9f26-4064-890d-a18db2ff7c87 binding host dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:29:19.143531 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 69478ef9-1921-450c-a448-4972a32f4d93 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:19.145836 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device bc54a8b3-8445-47e1-822a-f27014efd8bc up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:19.169275 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:19.199275 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:19.205377 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-f856d8e4-b35d-47b2-8ca7-3fbd2193285c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8b8d923e5f2b4d3eaaa6e47f4186d0ae&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9408782 Sep 05 12:29:19.214291 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48396) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:19.228949 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d40f7bfe-9f26-4064-890d-a18db2ff7c87), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:19.261911 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b00a6dab-33dc-493d-97c1-e683ebe3a1c7 None None] Provisioning complete for port bc54a8b3-8445-47e1-822a-f27014efd8bc triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:19.262531 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b00a6dab-33dc-493d-97c1-e683ebe3a1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (bc54a8b3-8445-47e1-822a-f27014efd8bc), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:19.273773 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:29:19.280782 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856d8e4-b35d-47b2-8ca7-3fbd2193285c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866f04b1-1257-48e7-a385-ce8b883ab782,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:19.300713 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-46ac55ca-1153-4701-a606-cdcb0086dce1 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/d908261c-9967-4aee-9784-5a319b3bc98a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4008470 Sep 05 12:29:19.374490 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:19.401752 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port bc54a8b3-8445-47e1-822a-f27014efd8bc triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:19.402375 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (bc54a8b3-8445-47e1-822a-f27014efd8bc), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:19.439566 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Publish callbacks [] for port (76ace79b-ea51-4db1-b76a-d16607a2ea92), precommit_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:19.455835 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:19.483904 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b00a6dab-33dc-493d-97c1-e683ebe3a1c7 None None] Current status of the port bc54a8b3-8445-47e1-822a-f27014efd8bc is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:19.497186 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b00a6dab-33dc-493d-97c1-e683ebe3a1c7 None None] Provisioning complete for port ec5087ca-e469-42f2-9387-866ef9cd7017 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:19.497586 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b00a6dab-33dc-493d-97c1-e683ebe3a1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (ec5087ca-e469-42f2-9387-866ef9cd7017), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:19.539943 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (76ace79b-ea51-4db1-b76a-d16607a2ea92), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:19.544173 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f4de5e85-667f-432f-86f4-69d02d70c9e6 admin admin] Publish callbacks [] for security_group (866f04b1-1257-48e7-a385-ce8b883ab782), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:19.557959 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe is scheduled to L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f with binding_index 1 {{(pid=106740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 05 12:29:19.565554 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:19.604730 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port bc54a8b3-8445-47e1-822a-f27014efd8bc is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:19.611892 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f4de5e85-667f-432f-86f4-69d02d70c9e6 admin admin] Publish callbacks [] for security_group (866f04b1-1257-48e7-a385-ce8b883ab782), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:19.686825 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Attempting to bind port 76ace79b-ea51-4db1-b76a-d16607a2ea92 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:19.687957 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Attempting to bind port 76ace79b-ea51-4db1-b76a-d16607a2ea92 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:19.688984 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Attempting to bind port 76ace79b-ea51-4db1-b76a-d16607a2ea92 on network de6b6e81-62d2-486b-904a-4e6e4bfb013e {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:19.695373 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed84448-0784-48dd-9889-2a4f7c7a649b None None] Pushing event updated for resources: {'Port': ['ID=76ace79b-ea51-4db1-b76a-d16607a2ea92,revision_number=2']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:19.697207 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:19.724461 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b00a6dab-33dc-493d-97c1-e683ebe3a1c7 None None] Current status of the port ec5087ca-e469-42f2-9387-866ef9cd7017 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:19.751183 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b00a6dab-33dc-493d-97c1-e683ebe3a1c7 None None] Provisioning complete for port 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:19.751183 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b00a6dab-33dc-493d-97c1-e683ebe3a1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:19.816990 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:19.816990 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Checking segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:19.816990 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:19.816990 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Bound using segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:19.817893 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Bound port: 76ace79b-ea51-4db1-b76a-d16607a2ea92, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:19.818022 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (76ace79b-ea51-4db1-b76a-d16607a2ea92), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:19.890399 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b00a6dab-33dc-493d-97c1-e683ebe3a1c7 None None] Port 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:29:19.896748 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Publish callbacks [] for port (d40f7bfe-9f26-4064-890d-a18db2ff7c87), precommit_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:19.916774 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:19.925592 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 3b236e9d-3077-482c-b67e-da6912c99ee8 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:19.940554 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] For port 76ace79b-ea51-4db1-b76a-d16607a2ea92, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:19.948049 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] For port 76ace79b-ea51-4db1-b76a-d16607a2ea92, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=76ace79b-ea51-4db1-b76a-d16607a2ea92,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:19.975170 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d40f7bfe-9f26-4064-890d-a18db2ff7c87), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:19.975611 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:29:19.986144 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Sync routers for ids ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:29:20.004373 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:20.064745 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Attempting to bind port d40f7bfe-9f26-4064-890d-a18db2ff7c87 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:20.071127 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Attempting to bind port d40f7bfe-9f26-4064-890d-a18db2ff7c87 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:20.071127 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Attempting to bind port d40f7bfe-9f26-4064-890d-a18db2ff7c87 on network de6b6e81-62d2-486b-904a-4e6e4bfb013e {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:20.077608 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (76ace79b-ea51-4db1-b76a-d16607a2ea92), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:20.087833 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Routers {'0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:29:20.089116 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:29:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:20.119259 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 3b236e9d-3077-482c-b67e-da6912c99ee8 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:20.119841 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (3b236e9d-3077-482c-b67e-da6912c99ee8), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:20.121552 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf9624-873e-4c4c-9711-ee9a9fa0156b None None] Pushing event updated for resources: {'Port': ['ID=d40f7bfe-9f26-4064-890d-a18db2ff7c87,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:20.169900 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:20.176084 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-9061fc8d-e902-4f81-a652-09afb38cd01e admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.5206954 Sep 05 12:29:20.176650 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48424) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:20.212953 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48426) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:20.218138 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-0c663ccc-715f-44dd-a9dd-92e8909003ca tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2095863892', 'description': 'tempest-description--408362744'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:20.225078 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:20.254431 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:20.361768 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:20.363044 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Checking segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:20.363044 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:20.363044 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Bound using segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:20.368655 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Bound port: d40f7bfe-9f26-4064-890d-a18db2ff7c87, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:20.369170 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d40f7bfe-9f26-4064-890d-a18db2ff7c87), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:20.374887 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:20.453392 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Routers {'6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:29:20.454357 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:29:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:20.565638 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 3b236e9d-3077-482c-b67e-da6912c99ee8 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:20.568328 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (3b236e9d-3077-482c-b67e-da6912c99ee8), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:20.596651 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Set router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:29:20.628980 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f4de5e85-667f-432f-86f4-69d02d70c9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (866f04b1-1257-48e7-a385-ce8b883ab782), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:20.633190 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f4de5e85-667f-432f-86f4-69d02d70c9e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:20.635008 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-f4de5e85-667f-432f-86f4-69d02d70c9e6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/866f04b1-1257-48e7-a385-ce8b883ab782 HTTP/1.1" status: 204 len: 168 time: 1.3668134 Sep 05 12:29:20.648003 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:20.672005 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de5e85-667f-432f-86f4-69d02d70c9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866f04b1-1257-48e7-a385-ce8b883ab782,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:20.712480 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-3603deae-da73-4903-9803-299bdb81b99b None None] For port d40f7bfe-9f26-4064-890d-a18db2ff7c87, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:20.717715 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-3603deae-da73-4903-9803-299bdb81b99b None None] For port d40f7bfe-9f26-4064-890d-a18db2ff7c87, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=d40f7bfe-9f26-4064-890d-a18db2ff7c87,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:20.738447 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Sync routers for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:29:20.745456 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Allocated IP 172.20.0.1 (348d5686-a592-4367-8b5a-edfed120b8fb/0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de/9460c4b1-0376-4922-a742-3191de1338f2) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:20.748932 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed84448-0784-48dd-9889-2a4f7c7a649b None None] Pushing event updated for resources: {'Port': ['ID=76ace79b-ea51-4db1-b76a-d16607a2ea92,revision_number=3']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:20.758351 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:20.789886 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0c663ccc-715f-44dd-a9dd-92e8909003ca tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:20.827272 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:20.855225 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] Set router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:29:20.918258 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 3b236e9d-3077-482c-b67e-da6912c99ee8, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=3b236e9d-3077-482c-b67e-da6912c99ee8,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:29:20.923396 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d40f7bfe-9f26-4064-890d-a18db2ff7c87), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:20.974460 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Allocated IP 172.20.0.1 (adc4bf76-da99-44ec-b79e-0ddca4fe97de/7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90/2b6fb451-22b0-45aa-949e-9dce2e52c499) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:20.983431 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:29:20.984229 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:29:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:21.047290 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Routers {'bee19179-c357-4178-9e6a-9909298fe4d4'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:29:21.048288 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-3603deae-da73-4903-9803-299bdb81b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:29:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['bee19179-c357-4178-9e6a-9909298fe4d4'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:21.118658 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0c663ccc-715f-44dd-a9dd-92e8909003ca tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (cf74536a-7909-4b3f-a3ee-b46748d98d37), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:21.121950 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:21.124958 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Publish callbacks [] for port (9460c4b1-0376-4922-a742-3191de1338f2), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:21.130615 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:16Z', 'revision_number': 3, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:21.147834 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:21.190762 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (3b236e9d-3077-482c-b67e-da6912c99ee8), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:21.191596 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device ec5087ca-e469-42f2-9387-866ef9cd7017 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:21.193585 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Checking router: 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:29:21.193940 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Updating router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe port 7b873763-f3fc-4e86-b2e1-6c3a2bb759be binding host dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:29:21.248599 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0c663ccc-715f-44dd-a9dd-92e8909003ca tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (cf74536a-7909-4b3f-a3ee-b46748d98d37), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:21.252843 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:21.338920 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:29:21.373892 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Publish callbacks [] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:21.390711 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (9460c4b1-0376-4922-a742-3191de1338f2), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:21.394061 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232'}], 'enable_snat': True}, 'gw_port_id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:14Z', 'revision_number': 3, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port': {'id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:21.407145 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c663ccc-715f-44dd-a9dd-92e8909003ca tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf74536a-7909-4b3f-a3ee-b46748d98d37,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:21.456941 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf9624-873e-4c4c-9711-ee9a9fa0156b None None] Pushing event updated for resources: {'Port': ['ID=d40f7bfe-9f26-4064-890d-a18db2ff7c87,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:21.457197 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c46a23-a0c1-43a3-bbd1-8fa3718d0ccb None None] The sync data for ids ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'] in dv-cinder-801354-7-iscsi is: [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232'}], 'enable_snat': True}, 'gw_port_id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:14Z', 'revision_number': 3, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port': {'id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:29:21.476806 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0c663ccc-715f-44dd-a9dd-92e8909003ca tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:21.480154 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-0c663ccc-715f-44dd-a9dd-92e8909003ca tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2638545 Sep 05 12:29:21.496073 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:21.496766 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48468) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:21.505304 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-de1971c4-af06-4ca9-8484-8537637d073f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'security_group_rule': {'security_group_id': 'cf74536a-7909-4b3f-a3ee-b46748d98d37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:21.526052 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Network 348d5686-a592-4367-8b5a-edfed120b8fb is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:21.536659 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Allocated IP 172.20.0.1 (63375a32-83e0-46aa-bf2e-0ee5e39b91e6/836db7f6-1080-4cec-b0a2-52e957aa9512/15d5ed96-cd55-40b5-832f-c5abf4439ffb) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:21.544550 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:21.546958 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:21.547450 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557147'] for router_interface (bee19179-c357-4178-9e6a-9909298fe4d4), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:21.733856 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-3603deae-da73-4903-9803-299bdb81b99b None None] Set router bee19179-c357-4178-9e6a-9909298fe4d4 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:29:21.871614 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Publish callbacks [] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:21.872537 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:21.904555 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (7b873763-f3fc-4e86-b2e1-6c3a2bb759be), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:21.930643 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:22.007286 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 2, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:22.024181 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:22.036021 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Pushing event updated for resources: {'Port': ['ID=9460c4b1-0376-4922-a742-3191de1338f2,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:22.155761 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-de1971c4-af06-4ca9-8484-8537637d073f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (e7849188-03ca-4faf-8d4b-a29f01e3f2f6), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:22.159184 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-caa6978b-2b98-4482-946c-c6f847ccc11b None None] Provisioning complete for port 9460c4b1-0376-4922-a742-3191de1338f2 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:22.159826 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-caa6978b-2b98-4482-946c-c6f847ccc11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (9460c4b1-0376-4922-a742-3191de1338f2), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:22.163821 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:22.180551 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Checking router: d908261c-9967-4aee-9784-5a319b3bc98a for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:29:22.181122 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Updating router d908261c-9967-4aee-9784-5a319b3bc98a port 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 binding host dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:29:22.208831 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:22.210396 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-caa6978b-2b98-4482-946c-c6f847ccc11b None None] Port 9460c4b1-0376-4922-a742-3191de1338f2 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:29:22.213898 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:22.216271 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port ec5087ca-e469-42f2-9387-866ef9cd7017 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:22.216783 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (ec5087ca-e469-42f2-9387-866ef9cd7017), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:22.237283 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:22.244410 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Pushing event updated for resources: {'Port': ['ID=15d5ed96-cd55-40b5-832f-c5abf4439ffb,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:22.252719 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:22.253216 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557147'] for router_interface (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:22.277763 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=3b236e9d-3077-482c-b67e-da6912c99ee8,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:22.284361 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:22.436530 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Network adc4bf76-da99-44ec-b79e-0ddca4fe97de is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:22.478920 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:22.495914 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:22.495914 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557147'] for router_interface (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:22.600446 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-3603deae-da73-4903-9803-299bdb81b99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'name': 'tempest-DeleteServersTestJSON-100306050-router', 'tenant_id': '19911e0c0b444897b621ce06dbd8296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:14Z', 'revision_number': 3, 'project_id': '19911e0c0b444897b621ce06dbd8296a', 'gw_port': {'id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:12Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:22.602537 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port ec5087ca-e469-42f2-9387-866ef9cd7017 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:22.603655 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device bc54a8b3-8445-47e1-822a-f27014efd8bc up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:22.706573 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:22.713749 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6fb451-22b0-45aa-949e-9dce2e52c499,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:22.717853 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3603deae-da73-4903-9803-299bdb81b99b None None] The sync data for ids ['bee19179-c357-4178-9e6a-9909298fe4d4'] in dv-cinder-801354-7-iscsi is: [{'id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'name': 'tempest-DeleteServersTestJSON-100306050-router', 'tenant_id': '19911e0c0b444897b621ce06dbd8296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:14Z', 'revision_number': 3, 'project_id': '19911e0c0b444897b621ce06dbd8296a', 'gw_port': {'id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:12Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:29:22.732151 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-de1971c4-af06-4ca9-8484-8537637d073f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (e7849188-03ca-4faf-8d4b-a29f01e3f2f6), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:22.778075 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:22.797569 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port bc54a8b3-8445-47e1-822a-f27014efd8bc triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:22.797972 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (bc54a8b3-8445-47e1-822a-f27014efd8bc), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:22.845685 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-de1971c4-af06-4ca9-8484-8537637d073f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (e7849188-03ca-4faf-8d4b-a29f01e3f2f6), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:22.859875 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-8b349abe-eae2-44c2-8d03-4649ad0e13ee None None] Provisioning complete for port 15d5ed96-cd55-40b5-832f-c5abf4439ffb triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:22.860366 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8b349abe-eae2-44c2-8d03-4649ad0e13ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:22.887408 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:22.944841 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port bc54a8b3-8445-47e1-822a-f27014efd8bc is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:22.972688 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-8b349abe-eae2-44c2-8d03-4649ad0e13ee None None] Port 15d5ed96-cd55-40b5-832f-c5abf4439ffb cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:29:22.989384 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1971c4-af06-4ca9-8484-8537637d073f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7849188-03ca-4faf-8d4b-a29f01e3f2f6,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:22.992119 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (9460c4b1-0376-4922-a742-3191de1338f2), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.025118 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.112377 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Publish callbacks [] for port (7b873763-f3fc-4e86-b2e1-6c3a2bb759be), precommit_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.121661 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-bd35d92d-447b-43a4-9deb-b2c2ac5bed97 None None] Provisioning complete for port 2b6fb451-22b0-45aa-949e-9dce2e52c499 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:23.122558 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-bd35d92d-447b-43a4-9deb-b2c2ac5bed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.136015 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-de1971c4-af06-4ca9-8484-8537637d073f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.140230 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-de1971c4-af06-4ca9-8484-8537637d073f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6415520 Sep 05 12:29:23.142782 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48510) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:23.152270 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-9bf77b6b-cd5b-44e0-b42e-2d4004724561 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'security_group_rule': {'security_group_id': 'cf74536a-7909-4b3f-a3ee-b46748d98d37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:23.162315 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:23.179076 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-bd35d92d-447b-43a4-9deb-b2c2ac5bed97 None None] Port 2b6fb451-22b0-45aa-949e-9dce2e52c499 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:29:23.232005 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (7b873763-f3fc-4e86-b2e1-6c3a2bb759be), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.247271 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Publish callbacks [] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), precommit_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.260731 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:23.333026 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.393749 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9bf77b6b-cd5b-44e0-b42e-2d4004724561 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (43f80a6f-cf5f-4956-9596-0f9552f57ebd), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.437932 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.466605 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517a8cb-5cfd-42c6-82e2-6d54049c8555 None None] Pushing event updated for resources: {'Port': ['ID=7b873763-f3fc-4e86-b2e1-6c3a2bb759be,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:23.471627 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 3b236e9d-3077-482c-b67e-da6912c99ee8 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:23.516421 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Attempting to bind port 7b873763-f3fc-4e86-b2e1-6c3a2bb759be on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:23.519199 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Attempting to bind port 7b873763-f3fc-4e86-b2e1-6c3a2bb759be by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:23.519199 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Attempting to bind port 7b873763-f3fc-4e86-b2e1-6c3a2bb759be on network de6b6e81-62d2-486b-904a-4e6e4bfb013e {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:23.615150 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 3b236e9d-3077-482c-b67e-da6912c99ee8 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:23.616068 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (3b236e9d-3077-482c-b67e-da6912c99ee8), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.674472 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:23.680071 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:23.681958 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Checking segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:23.681958 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.681958 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Bound using segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:23.682835 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Bound port: 7b873763-f3fc-4e86-b2e1-6c3a2bb759be, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:23.683146 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (7b873763-f3fc-4e86-b2e1-6c3a2bb759be), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.701311 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Publish callbacks [] for port (9460c4b1-0376-4922-a742-3191de1338f2), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.734417 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9bf77b6b-cd5b-44e0-b42e-2d4004724561 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (43f80a6f-cf5f-4956-9596-0f9552f57ebd), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.737926 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Publish callbacks [] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.759933 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23477c54-d54c-405b-b1b0-20cbecfc9fd8 None None] Pushing event updated for resources: {'Port': ['ID=2a93b6b3-25a7-49c8-a58f-0fe50fb484d8,revision_number=3']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:23.778197 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 3b236e9d-3077-482c-b67e-da6912c99ee8 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:23.780840 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 76ace79b-ea51-4db1-b76a-d16607a2ea92 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:23.828096 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] For port 7b873763-f3fc-4e86-b2e1-6c3a2bb759be, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:23.832790 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] For port 7b873763-f3fc-4e86-b2e1-6c3a2bb759be, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=7b873763-f3fc-4e86-b2e1-6c3a2bb759be,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:23.837882 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Attempting to bind port 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:23.838253 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Attempting to bind port 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:23.838614 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Attempting to bind port 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 on network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:23.840855 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9bf77b6b-cd5b-44e0-b42e-2d4004724561 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (43f80a6f-cf5f-4956-9596-0f9552f57ebd), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.842431 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (9460c4b1-0376-4922-a742-3191de1338f2), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.843891 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557303'] for router_interface (bee19179-c357-4178-9e6a-9909298fe4d4), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.853205 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 76ace79b-ea51-4db1-b76a-d16607a2ea92 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:23.853613 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (76ace79b-ea51-4db1-b76a-d16607a2ea92), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.856553 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.867799 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557303'] for router_interface (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.902947 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:23.908640 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:23.909453 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Checking segment: {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:23.910027 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.910551 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Bound using segment: {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:23.911201 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Bound port: 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'}}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:23.912080 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.945917 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (7b873763-f3fc-4e86-b2e1-6c3a2bb759be), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:23.967845 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf77b6b-cd5b-44e0-b42e-2d4004724561 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f80a6f-cf5f-4956-9596-0f9552f57ebd,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:24.014140 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] For port 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:24.018289 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] For port 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=2a93b6b3-25a7-49c8-a58f-0fe50fb484d8,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:24.081175 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9bf77b6b-cd5b-44e0-b42e-2d4004724561 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:24.093514 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-9bf77b6b-cd5b-44e0-b42e-2d4004724561 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9480700 Sep 05 12:29:24.100662 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48538) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:24.111683 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Routers {'0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:29:24.112368 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:29:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:24.112862 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'floatingip': {'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:24.117318 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:24.125879 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517a8cb-5cfd-42c6-82e2-6d54049c8555 None None] Pushing event updated for resources: {'Port': ['ID=7b873763-f3fc-4e86-b2e1-6c3a2bb759be,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:24.150477 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Pushing event updated for resources: {'Port': ['ID=15d5ed96-cd55-40b5-832f-c5abf4439ffb,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:24.207283 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Publish callbacks [] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:24.212589 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Pushing event updated for resources: {'Port': ['ID=9460c4b1-0376-4922-a742-3191de1338f2,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:24.221464 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:24.225875 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:24.295887 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:29:24.298679 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:29:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:24.306445 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23477c54-d54c-405b-b1b0-20cbecfc9fd8 None None] Pushing event updated for resources: {'Port': ['ID=2a93b6b3-25a7-49c8-a58f-0fe50fb484d8,revision_number=4']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:24.322523 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:24.323454 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557303'] for router_interface (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:24.336588 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Network 348d5686-a592-4367-8b5a-edfed120b8fb is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:24.359172 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 76ace79b-ea51-4db1-b76a-d16607a2ea92 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:24.359588 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (76ace79b-ea51-4db1-b76a-d16607a2ea92), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:24.366170 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:24.487870 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:24.489523 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:24.496578 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:24.539915 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 76ace79b-ea51-4db1-b76a-d16607a2ea92, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=76ace79b-ea51-4db1-b76a-d16607a2ea92,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:29:24.594530 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] Set router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:29:24.600473 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:29:24.679061 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (76ace79b-ea51-4db1-b76a-d16607a2ea92), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:24.714822 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Pushing event updated for resources: {'Port': ['ID=2b6fb451-22b0-45aa-949e-9dce2e52c499,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:24.773492 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:24.861466 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:24.917962 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Network adc4bf76-da99-44ec-b79e-0ddca4fe97de is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:24.925627 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:24.941699 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Router bee19179-c357-4178-9e6a-9909298fe4d4 has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:29:24.973181 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48552) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:25.000591 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:24Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:25.080559 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1874bb2-e450-4793-a8d6-8360251846b9 None None] The sync data for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi is: [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:24Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:29:25.320786 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device d40f7bfe-9f26-4064-890d-a18db2ff7c87 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:25.326284 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-86c93ee5-8791-473d-aa61-2f0d0341bf02 None None] Provisioning complete for port 15d5ed96-cd55-40b5-832f-c5abf4439ffb triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:25.326284 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-86c93ee5-8791-473d-aa61-2f0d0341bf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:25.468641 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:29:25.482345 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:29:25.484335 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:25.493645 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-9454f43e-9c03-42f1-85c5-ef16c36fcda8 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/bee19179-c357-4178-9e6a-9909298fe4d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1965508 Sep 05 12:29:25.496425 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:25.541621 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:29:25.556475 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=76ace79b-ea51-4db1-b76a-d16607a2ea92,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:25.627918 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 2, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:25.727892 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501316cc-2d33-4c92-bab7-11201ee773d0 None None] The sync data for ids ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'] in dv-cinder-801354-7-iscsi is: [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 2, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:29:25.729415 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-86c93ee5-8791-473d-aa61-2f0d0341bf02 None None] Port 15d5ed96-cd55-40b5-832f-c5abf4439ffb cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:29:25.758278 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port d40f7bfe-9f26-4064-890d-a18db2ff7c87 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:25.762682 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d40f7bfe-9f26-4064-890d-a18db2ff7c87), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:25.799320 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:29:25.810439 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-3a49159c-cd83-45fa-ab44-2a77009a3685 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/6f64dcc8-9d39-482b-9d2a-c5435c6f0af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3673272 Sep 05 12:29:25.826437 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Sync routers for ids ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:29:25.845910 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e842672e-efdb-448a-837f-68efa5857a20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:25.853431 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:25.857964 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Routers {'6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:29:25.858667 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:29:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:25.885519 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:25.888765 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:29:25.905610 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-ed9a8027-6cc4-4539-baba-a178be0da4ba admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/0026927b-cd3d-4ed6-adc4-7c4f3654a4fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7280717 Sep 05 12:29:25.972043 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-cd11cadf-a2cd-43b3-aeb7-eac39dc5ad6b None None] Provisioning complete for port 9460c4b1-0376-4922-a742-3191de1338f2 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:25.972479 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-cd11cadf-a2cd-43b3-aeb7-eac39dc5ad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (9460c4b1-0376-4922-a742-3191de1338f2), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:26.057368 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e842672e-efdb-448a-837f-68efa5857a20 admin admin] Publish callbacks [] for security_group (ef8f815b-1eb1-4d3c-8a3a-b0dc794e71a1), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:26.074361 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Allocated IP 172.27.4.96 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/59889abc-e87b-4442-816b-546c60becf4b) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:26.104673 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e842672e-efdb-448a-837f-68efa5857a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (ef8f815b-1eb1-4d3c-8a3a-b0dc794e71a1), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:26.190320 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-e842672e-efdb-448a-837f-68efa5857a20 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=bc9d09b0d78847e5af5665e83dc34be9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2075541 Sep 05 12:29:26.203133 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48584) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:26.277627 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-cd11cadf-a2cd-43b3-aeb7-eac39dc5ad6b None None] Port 9460c4b1-0376-4922-a742-3191de1338f2 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:29:26.289047 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Sync routers for ids ['bee19179-c357-4178-9e6a-9909298fe4d4'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:29:26.293869 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842672e-efdb-448a-837f-68efa5857a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8f815b-1eb1-4d3c-8a3a-b0dc794e71a1,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:26.295064 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:26.349337 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Routers {'bee19179-c357-4178-9e6a-9909298fe4d4'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:29:26.350764 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:29:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['bee19179-c357-4178-9e6a-9909298fe4d4'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:26.373556 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port d40f7bfe-9f26-4064-890d-a18db2ff7c87 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:26.374102 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for port (59889abc-e87b-4442-816b-546c60becf4b), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:26.374184 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d40f7bfe-9f26-4064-890d-a18db2ff7c87), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:26.379327 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a552-a92e-42d2-81c5-9d34acc7e3ef admin admin] Publish callbacks [] for security_group (ef8f815b-1eb1-4d3c-8a3a-b0dc794e71a1), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:26.446522 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port d40f7bfe-9f26-4064-890d-a18db2ff7c87, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=d40f7bfe-9f26-4064-890d-a18db2ff7c87,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:29:26.467561 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Set router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:29:26.476207 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-cd11cadf-a2cd-43b3-aeb7-eac39dc5ad6b None None] Provisioning complete for port 2b6fb451-22b0-45aa-949e-9dce2e52c499 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:26.476834 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-cd11cadf-a2cd-43b3-aeb7-eac39dc5ad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:26.561593 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (59889abc-e87b-4442-816b-546c60becf4b), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:26.606595 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d40f7bfe-9f26-4064-890d-a18db2ff7c87), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:26.720061 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:26.731868 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:26.737459 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=d40f7bfe-9f26-4064-890d-a18db2ff7c87,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:26.739667 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a552-a92e-42d2-81c5-9d34acc7e3ef admin admin] Publish callbacks [] for security_group (ef8f815b-1eb1-4d3c-8a3a-b0dc794e71a1), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:26.750152 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Set router bee19179-c357-4178-9e6a-9909298fe4d4 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:29:26.762651 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:26.796712 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-cd11cadf-a2cd-43b3-aeb7-eac39dc5ad6b None None] Port 2b6fb451-22b0-45aa-949e-9dce2e52c499 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:29:26.803649 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:26.855113 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'Port': ['ID=59889abc-e87b-4442-816b-546c60becf4b,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:26.973482 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a552-a92e-42d2-81c5-9d34acc7e3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (ef8f815b-1eb1-4d3c-8a3a-b0dc794e71a1), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:26.976296 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a552-a92e-42d2-81c5-9d34acc7e3ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:26.980773 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-ccb7a552-a92e-42d2-81c5-9d34acc7e3ef admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/ef8f815b-1eb1-4d3c-8a3a-b0dc794e71a1 HTTP/1.1" status: 204 len: 168 time: 0.7736335 Sep 05 12:29:26.985670 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:26.991505 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7a552-a92e-42d2-81c5-9d34acc7e3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8f815b-1eb1-4d3c-8a3a-b0dc794e71a1,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:27.076991 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:27.127702 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:27.153945 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232'}], 'enable_snat': True}, 'gw_port_id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 4, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port': {'id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2b6fb451-22b0-45aa-949e-9dce2e52c499', 'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'mac_address': 'fa:16:3e:53:47:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:20Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 2, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'subnets': [{'id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:27.183185 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (59889abc-e87b-4442-816b-546c60becf4b), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:27.236878 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'name': 'tempest-DeleteServersTestJSON-100306050-router', 'tenant_id': '19911e0c0b444897b621ce06dbd8296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '19911e0c0b444897b621ce06dbd8296a', 'gw_port': {'id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ee:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:12Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '9460c4b1-0376-4922-a742-3191de1338f2', 'name': '', 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb', 'tenant_id': '19911e0c0b444897b621ce06dbd8296a', 'mac_address': 'fa:16:3e:91:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:20Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 2, 'project_id': '19911e0c0b444897b621ce06dbd8296a', 'subnets': [{'id': '0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:27.245923 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Checking router: 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:29:27.246280 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Updating router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 port 2b6fb451-22b0-45aa-949e-9dce2e52c499 binding host dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:29:27.344872 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:27.352863 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:27.355901 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Checking router: bee19179-c357-4178-9e6a-9909298fe4d4 for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:29:27.357113 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Updating router bee19179-c357-4178-9e6a-9909298fe4d4 port 9460c4b1-0376-4922-a742-3191de1338f2 binding host dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:29:27.373198 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48612) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:27.377859 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-ba165a2f-6e99-4ee0-80f4-ec6bf2b1e44b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279030819', 'description': 'tempest-description--856663919'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:27.413275 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:27.482748 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (9460c4b1-0376-4922-a742-3191de1338f2), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:27.519916 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ba165a2f-6e99-4ee0-80f4-ec6bf2b1e44b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:27.617424 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48632) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:27.628282 dv-cinder-801354-7-iscsi neutron-server[106740]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 05 12:29:27.688445 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:27.689130 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:27.694274 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for port (59889abc-e87b-4442-816b-546c60becf4b), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:27.779354 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (59889abc-e87b-4442-816b-546c60becf4b), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:27.781251 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:27.868408 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Publish callbacks [] for port (9460c4b1-0376-4922-a742-3191de1338f2), precommit_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:27.886099 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:27.886668 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:27.892880 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'Port': ['ID=59889abc-e87b-4442-816b-546c60becf4b,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:27.932483 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (9460c4b1-0376-4922-a742-3191de1338f2), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:27.933730 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:27.935315 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-050c3f12-edee-4b32-8b5c-a02e8fe60cd6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8337319 Sep 05 12:29:27.969466 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=2a93b6b3-25a7-49c8-a58f-0fe50fb484d8,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:29:28.002536 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ba165a2f-6e99-4ee0-80f4-ec6bf2b1e44b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group (116036ef-0789-4029-9865-2f8437ee9c9d), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.018510 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a544b-67d0-444c-b715-114558e5301a req-68469280-0dbf-4867-9eb6-98fd71b3c991 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:28.025912 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-68469280-0dbf-4867-9eb6-98fd71b3c991 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/networks?id=348d5686-a592-4367-8b5a-edfed120b8fb HTTP/1.1" status: 200 len: 811 time: 0.4039094 Sep 05 12:29:28.043414 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-33f38c31-da7b-4b00-9d2e-eda1b77426fc tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/quotas/19911e0c0b444897b621ce06dbd8296a HTTP/1.1" status: 200 len: 375 time: 0.0165060 Sep 05 12:29:28.057821 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Publish callbacks [] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), precommit_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.060250 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.061362 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 76ace79b-ea51-4db1-b76a-d16607a2ea92 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:28.068457 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af00c96-9af6-4608-b998-07d18b38a1c9 None None] Pushing event updated for resources: {'Port': ['ID=9460c4b1-0376-4922-a742-3191de1338f2,revision_number=3']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:28.095060 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Attempting to bind port 9460c4b1-0376-4922-a742-3191de1338f2 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:28.095060 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Attempting to bind port 9460c4b1-0376-4922-a742-3191de1338f2 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'eea1933c-bd50-463b-b5a6-c03870350d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb'}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:28.095470 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Attempting to bind port 9460c4b1-0376-4922-a742-3191de1338f2 on network 348d5686-a592-4367-8b5a-edfed120b8fb {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:28.099658 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:28.122715 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ba165a2f-6e99-4ee0-80f4-ec6bf2b1e44b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (116036ef-0789-4029-9865-2f8437ee9c9d), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.178950 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.183479 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:28.184323 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Checking segment: {'id': 'eea1933c-bd50-463b-b5a6-c03870350d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:28.187102 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.187585 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Bound using segment: {'id': 'eea1933c-bd50-463b-b5a6-c03870350d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb'} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:28.189350 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Bound port: 9460c4b1-0376-4922-a742-3191de1338f2, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea1933c-bd50-463b-b5a6-c03870350d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb'}}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:28.189757 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (9460c4b1-0376-4922-a742-3191de1338f2), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.198393 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 76ace79b-ea51-4db1-b76a-d16607a2ea92 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:28.199707 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (76ace79b-ea51-4db1-b76a-d16607a2ea92), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.208436 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-a998fd37-2d71-46a3-80e9-c1e749df6d5a tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=19911e0c0b444897b621ce06dbd8296a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1635139 Sep 05 12:29:28.213158 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba165a2f-6e99-4ee0-80f4-ec6bf2b1e44b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116036ef-0789-4029-9865-2f8437ee9c9d,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:28.242024 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=2a93b6b3-25a7-49c8-a58f-0fe50fb484d8,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:28.242405 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:28.259756 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ba165a2f-6e99-4ee0-80f4-ec6bf2b1e44b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.264239 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48650) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:28.264739 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-ba165a2f-6e99-4ee0-80f4-ec6bf2b1e44b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8901491 Sep 05 12:29:28.270882 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-0b02c9af-8c2d-4aa1-92d5-1088bbdba49d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Request body: {'security_group_rule': {'security_group_id': '116036ef-0789-4029-9865-2f8437ee9c9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:28.340999 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] For port 9460c4b1-0376-4922-a742-3191de1338f2, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:28.344304 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] For port 9460c4b1-0376-4922-a742-3191de1338f2, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=9460c4b1-0376-4922-a742-3191de1338f2,segment=NetworkSegment(eea1933c-bd50-463b-b5a6-c03870350d85),segment_id=eea1933c-bd50-463b-b5a6-c03870350d85)] {{(pid=106742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:28.375397 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ace69d-6dcc-4100-a3de-ffbc808365b8 None None] Pushing event updated for resources: {'Port': ['ID=2b6fb451-22b0-45aa-949e-9dce2e52c499,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:28.397003 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48668) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:28.399826 dv-cinder-801354-7-iscsi neutron-server[106739]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 05 12:29:28.416109 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Attempting to bind port 2b6fb451-22b0-45aa-949e-9dce2e52c499 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:28.416610 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Attempting to bind port 2b6fb451-22b0-45aa-949e-9dce2e52c499 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:28.416820 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Attempting to bind port 2b6fb451-22b0-45aa-949e-9dce2e52c499 on network adc4bf76-da99-44ec-b79e-0ddca4fe97de {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:28.431739 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (9460c4b1-0376-4922-a742-3191de1338f2), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.439821 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:28.490247 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 76ace79b-ea51-4db1-b76a-d16607a2ea92 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:28.491530 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device d40f7bfe-9f26-4064-890d-a18db2ff7c87 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:28.529095 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:28.529653 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Checking segment: {'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:28.530386 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.530936 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Bound using segment: {'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:28.531582 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Bound port: 2b6fb451-22b0-45aa-949e-9dce2e52c499, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:28.532112 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.533238 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Routers {'bee19179-c357-4178-9e6a-9909298fe4d4'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:29:28.533979 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:29:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['bee19179-c357-4178-9e6a-9909298fe4d4'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:28.536826 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af00c96-9af6-4608-b998-07d18b38a1c9 None None] Pushing event updated for resources: {'Port': ['ID=9460c4b1-0376-4922-a742-3191de1338f2,revision_number=4']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:28.540021 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0b02c9af-8c2d-4aa1-92d5-1088bbdba49d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group_rule (a00855a1-59c1-44e1-ba98-ab5ae337cbb4), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.795053 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-4b6465ea-ae0b-4f7c-8d2f-8f909377d11c tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:28.802223 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port d40f7bfe-9f26-4064-890d-a18db2ff7c87 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:28.802736 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d40f7bfe-9f26-4064-890d-a18db2ff7c87), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.803410 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-4b6465ea-ae0b-4f7c-8d2f-8f909377d11c tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/networks?id=adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 200 len: 819 time: 0.3980534 Sep 05 12:29:28.839936 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] For port 2b6fb451-22b0-45aa-949e-9dce2e52c499, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:28.849224 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0b02c9af-8c2d-4aa1-92d5-1088bbdba49d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group_rule (a00855a1-59c1-44e1-ba98-ab5ae337cbb4), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.859446 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] For port 2b6fb451-22b0-45aa-949e-9dce2e52c499, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=2b6fb451-22b0-45aa-949e-9dce2e52c499,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:28.868580 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-b9767f9d-5780-4b44-a2b1-69d010210dd8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/quotas/442bf64c97d945feb79f64cdd66baa28 HTTP/1.1" status: 200 len: 375 time: 0.0598328 Sep 05 12:29:28.879149 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] Set router bee19179-c357-4178-9e6a-9909298fe4d4 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:29:28.911409 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-507bf81e-663c-430d-a596-25b57f2983f6 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 05 12:29:28.918623 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-507bf81e-663c-430d-a596-25b57f2983f6 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2607584 Sep 05 12:29:28.935514 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port d40f7bfe-9f26-4064-890d-a18db2ff7c87 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:28.974381 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-3fc4bea3-056f-4620-8dfd-7c8d8d427fb0 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046820 Sep 05 12:29:28.975986 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0b02c9af-8c2d-4aa1-92d5-1088bbdba49d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (a00855a1-59c1-44e1-ba98-ab5ae337cbb4), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.988260 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:28.998969 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02c9af-8c2d-4aa1-92d5-1088bbdba49d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00855a1-59c1-44e1-ba98-ab5ae337cbb4,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:29.085660 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0b02c9af-8c2d-4aa1-92d5-1088bbdba49d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:29.091084 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-0b02c9af-8c2d-4aa1-92d5-1088bbdba49d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8217998 Sep 05 12:29:29.091084 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48690) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:29.098467 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-f4576af3-30a3-4655-9d0b-a925cc5dea4d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Request body: {'security_group_rule': {'security_group_id': '116036ef-0789-4029-9865-2f8437ee9c9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:29.099748 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Routers {'6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:29:29.100397 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:29:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:29.112847 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-7c074236-6919-4b64-92a6-7375011c862b service neutron] 10.222.0.62 "GET /networking/v2.0/networks/348d5686-a592-4367-8b5a-edfed120b8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931002 Sep 05 12:29:29.193520 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:29.208547 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ace69d-6dcc-4100-a3de-ffbc808365b8 None None] Pushing event updated for resources: {'Port': ['ID=2b6fb451-22b0-45aa-949e-9dce2e52c499,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:29.237872 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-14b52975-950f-4dcb-baef-06be7b296302 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/348d5686-a592-4367-8b5a-edfed120b8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228955 Sep 05 12:29:29.254163 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:29.256047 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f4576af3-30a3-4655-9d0b-a925cc5dea4d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group_rule (b3bd65ed-76b0-4e40-96d3-18a2c871192c), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:29.303266 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] Set router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:29:29.386301 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'name': 'tempest-DeleteServersTestJSON-100306050-router', 'tenant_id': '19911e0c0b444897b621ce06dbd8296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '19911e0c0b444897b621ce06dbd8296a', 'gw_port': {'id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:12Z', 'updated_at': '2022-09-05T12:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '9460c4b1-0376-4922-a742-3191de1338f2', 'name': '', 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb', 'tenant_id': '19911e0c0b444897b621ce06dbd8296a', 'mac_address': 'fa:16:3e:91:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:20Z', 'updated_at': '2022-09-05T12:29:28Z', 'revision_number': 4, 'project_id': '19911e0c0b444897b621ce06dbd8296a', 'subnets': [{'id': '0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:29.393614 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f4576af3-30a3-4655-9d0b-a925cc5dea4d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group_rule (b3bd65ed-76b0-4e40-96d3-18a2c871192c), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:29.413853 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:29.448047 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6059d401-5c7d-43b0-bfa4-71e79a936941 None None] The sync data for ids ['bee19179-c357-4178-9e6a-9909298fe4d4'] in dv-cinder-801354-7-iscsi is: [{'id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'name': 'tempest-DeleteServersTestJSON-100306050-router', 'tenant_id': '19911e0c0b444897b621ce06dbd8296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '19911e0c0b444897b621ce06dbd8296a', 'gw_port': {'id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:12Z', 'updated_at': '2022-09-05T12:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '9460c4b1-0376-4922-a742-3191de1338f2', 'name': '', 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb', 'tenant_id': '19911e0c0b444897b621ce06dbd8296a', 'mac_address': 'fa:16:3e:91:df:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:20Z', 'updated_at': '2022-09-05T12:29:28Z', 'revision_number': 4, 'project_id': '19911e0c0b444897b621ce06dbd8296a', 'subnets': [{'id': '0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:29:29.472090 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:29.520972 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-9db6b104-5ae3-4299-813c-6e9b7c3bfd58 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 05 12:29:29.522025 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-9db6b104-5ae3-4299-813c-6e9b7c3bfd58 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0757077 Sep 05 12:29:29.523507 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f4576af3-30a3-4655-9d0b-a925cc5dea4d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (b3bd65ed-76b0-4e40-96d3-18a2c871192c), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:29.562132 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:29.562529 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:29.565982 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4576af3-30a3-4655-9d0b-a925cc5dea4d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3bd65ed-76b0-4e40-96d3-18a2c871192c,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:29.648662 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-c9de0cfe-288c-41f9-a9a9-f15d5791c6a7 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178291 Sep 05 12:29:29.655529 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232'}], 'enable_snat': True}, 'gw_port_id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 4, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port': {'id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2b6fb451-22b0-45aa-949e-9dce2e52c499', 'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'mac_address': 'fa:16:3e:53:47:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:20Z', 'updated_at': '2022-09-05T12:29:28Z', 'revision_number': 4, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'subnets': [{'id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:29.663466 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:29.722685 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e99f185-7037-4829-9b63-e131ed475117 None None] The sync data for ids ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'] in dv-cinder-801354-7-iscsi is: [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232'}], 'enable_snat': True}, 'gw_port_id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 4, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port': {'id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2b6fb451-22b0-45aa-949e-9dce2e52c499', 'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'mac_address': 'fa:16:3e:53:47:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:20Z', 'updated_at': '2022-09-05T12:29:28Z', 'revision_number': 4, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'subnets': [{'id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:29:29.742792 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f4576af3-30a3-4655-9d0b-a925cc5dea4d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:29.751363 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-f4576af3-30a3-4655-9d0b-a925cc5dea4d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6547084 Sep 05 12:29:29.752398 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48710) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:29.757905 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Request body: {'floatingip': {'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:29.794519 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:29.797213 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 7b873763-f3fc-4e86-b2e1-6c3a2bb759be up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:29.887762 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-cf1c9633-c72f-42a4-86a6-05c007208afc service neutron] 10.222.0.62 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330632 Sep 05 12:29:29.949405 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:30.056097 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:30.066563 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 7b873763-f3fc-4e86-b2e1-6c3a2bb759be triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:30.066943 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (7b873763-f3fc-4e86-b2e1-6c3a2bb759be), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:30.218671 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:30.256436 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-b4b326b2-1a6e-42ae-9677-e4e7b21cf30f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2095863892&fields=id&tenant_id=4f6830d2e75a47c8a757d4a66c6695ca HTTP/1.1" status: 200 len: 267 time: 0.3624530 Sep 05 12:29:30.404794 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 7b873763-f3fc-4e86-b2e1-6c3a2bb759be is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:30.404794 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (7b873763-f3fc-4e86-b2e1-6c3a2bb759be), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:30.493802 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 7b873763-f3fc-4e86-b2e1-6c3a2bb759be, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=7b873763-f3fc-4e86-b2e1-6c3a2bb759be,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:29:30.571029 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:30.623820 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (7b873763-f3fc-4e86-b2e1-6c3a2bb759be), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:30.692525 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:30.780912 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-be4d6ae4-d05c-4aa6-9453-c6b4ae827afc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:30.789739 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-be4d6ae4-d05c-4aa6-9453-c6b4ae827afc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/networks?id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b HTTP/1.1" status: 200 len: 815 time: 0.5320985 Sep 05 12:29:30.808235 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-dde3affe-4c43-4de9-b05c-b0c4791c4eb3 req-460fa8c2-0d96-459b-8ac5-8ffec2965062 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 210 time: 0.2285082 Sep 05 12:29:30.821339 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=7b873763-f3fc-4e86-b2e1-6c3a2bb759be,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:30.921909 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-1746d380-a310-419f-8c84-473eac75522f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/quotas/4f6830d2e75a47c8a757d4a66c6695ca HTTP/1.1" status: 200 len: 375 time: 0.1309245 Sep 05 12:29:31.138040 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Allocated IP 172.27.4.182 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/2978a81e-00f9-4af8-a0db-9af7c382b196) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:31.157395 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-0d461a54-35df-4eac-bd46-d290d1b20ec9 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2344379 Sep 05 12:29:31.316627 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 2b6fb451-22b0-45aa-949e-9dce2e52c499 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:31.382960 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48796) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:31.485773 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 2b6fb451-22b0-45aa-949e-9dce2e52c499 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:31.486167 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:31.587189 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-66e381fe-cf97-42d2-bc89-5757e9a154c4 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910537 Sep 05 12:29:31.596816 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f5020665-46f0-4b54-81ec-db3a054886a0 req-da5f235f-db00-40b5-984a-36847aff2678 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 210 time: 0.6314213 Sep 05 12:29:31.701277 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 2b6fb451-22b0-45aa-949e-9dce2e52c499 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:31.701747 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:31.740040 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for port (2978a81e-00f9-4af8-a0db-9af7c382b196), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:31.747293 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9e30ec6d-5f54-4b3c-8534-557b12b7c71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:31.780829 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 2b6fb451-22b0-45aa-949e-9dce2e52c499, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=2b6fb451-22b0-45aa-949e-9dce2e52c499,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:29:31.910624 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:31.913574 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 7b873763-f3fc-4e86-b2e1-6c3a2bb759be up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:32.065121 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-c93d573b-bac0-4da1-8923-95ce71cde382 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768972 Sep 05 12:29:32.109846 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (2978a81e-00f9-4af8-a0db-9af7c382b196), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:32.164500 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 7b873763-f3fc-4e86-b2e1-6c3a2bb759be triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:32.165564 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (7b873763-f3fc-4e86-b2e1-6c3a2bb759be), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:32.198921 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=2b6fb451-22b0-45aa-949e-9dce2e52c499,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:32.258967 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-66c6f5bc-529e-4faf-8a7f-011b0c523e80 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:32.264497 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-66c6f5bc-529e-4faf-8a7f-011b0c523e80 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/networks?id=adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 200 len: 819 time: 0.3185582 Sep 05 12:29:32.293805 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-6b3830b3-ab48-47a5-848e-46fdfda9650a tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/quotas/442bf64c97d945feb79f64cdd66baa28 HTTP/1.1" status: 200 len: 375 time: 0.0266955 Sep 05 12:29:32.302765 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:29:32.311048 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:32.313570 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:32.316512 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 7b873763-f3fc-4e86-b2e1-6c3a2bb759be is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:32.320017 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 9460c4b1-0376-4922-a742-3191de1338f2 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:32.323952 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event updated for resources: {'Port': ['ID=2978a81e-00f9-4af8-a0db-9af7c382b196,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:32.351266 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:32.360452 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9e30ec6d-5f54-4b3c-8534-557b12b7c71f admin admin] Publish callbacks [] for security_group (cfa5a828-ad99-4625-a3e6-33d664750397), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:32.362367 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:32.396904 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-539f8510-b536-47d5-81ce-31acb2ad9602 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980392 Sep 05 12:29:32.399310 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 9460c4b1-0376-4922-a742-3191de1338f2 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:32.403907 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (9460c4b1-0376-4922-a742-3191de1338f2), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:32.531409 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for floatingip (831b270f-19ab-44cd-b728-f171f09069b0), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:32.545703 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:32.546866 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 9460c4b1-0376-4922-a742-3191de1338f2 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:32.547496 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (9460c4b1-0376-4922-a742-3191de1338f2), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:32.571958 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9e30ec6d-5f54-4b3c-8534-557b12b7c71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (cfa5a828-ad99-4625-a3e6-33d664750397), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:32.589628 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-fb107ef8-5513-46ea-b634-89cf0c4b522f service neutron] 10.222.0.62 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845083 Sep 05 12:29:32.652503 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-9e30ec6d-5f54-4b3c-8534-557b12b7c71f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=da505fda26fa4cb0ac5f011abb170010&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2681768 Sep 05 12:29:32.669967 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 9460c4b1-0376-4922-a742-3191de1338f2, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=9460c4b1-0376-4922-a742-3191de1338f2,segment=NetworkSegment(eea1933c-bd50-463b-b5a6-c03870350d85),segment_id=eea1933c-bd50-463b-b5a6-c03870350d85)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:29:32.730146 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48862) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:32.774896 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (9460c4b1-0376-4922-a742-3191de1338f2), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:32.860363 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-299ed395-c57a-43cc-a78e-7cf2c71cfd45 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654459 Sep 05 12:29:32.883501 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-53b5570e-b674-4adb-a3a3-7b77a140097d admin admin] Publish callbacks [] for security_group (cfa5a828-ad99-4625-a3e6-33d664750397), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:32.932532 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=9460c4b1-0376-4922-a742-3191de1338f2,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:32.938212 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-53b5570e-b674-4adb-a3a3-7b77a140097d admin admin] Publish callbacks [] for security_group (cfa5a828-ad99-4625-a3e6-33d664750397), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:33.014913 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:33.055309 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bd836264-af39-4581-9a12-81a5fed5ac11 req-6d34340e-d3ae-46c0-9ced-4340a24b8957 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 210 time: 0.4164865 Sep 05 12:29:33.058204 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30ec6d-5f54-4b3c-8534-557b12b7c71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa5a828-ad99-4625-a3e6-33d664750397,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:33.064577 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2978a81e-00f9-4af8-a0db-9af7c382b196), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:33.148037 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 2b6fb451-22b0-45aa-949e-9dce2e52c499 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:33.187307 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:33.209983 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 2b6fb451-22b0-45aa-949e-9dce2e52c499 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:33.210375 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:33.222539 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fef288b8-56ac-403d-9b5d-ac96946e9eec req-c193d7cc-2f31-4b37-bbb5-f2b224a826ff tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 210 time: 0.0604618 Sep 05 12:29:33.261410 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-53b5570e-b674-4adb-a3a3-7b77a140097d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (cfa5a828-ad99-4625-a3e6-33d664750397), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:33.264277 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-53b5570e-b674-4adb-a3a3-7b77a140097d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:33.266620 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-53b5570e-b674-4adb-a3a3-7b77a140097d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/cfa5a828-ad99-4625-a3e6-33d664750397 HTTP/1.1" status: 204 len: 168 time: 0.5345855 Sep 05 12:29:33.326788 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for port (2978a81e-00f9-4af8-a0db-9af7c382b196), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:33.413501 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5570e-b674-4adb-a3a3-7b77a140097d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa5a828-ad99-4625-a3e6-33d664750397,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:33.417313 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (2978a81e-00f9-4af8-a0db-9af7c382b196), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:33.418322 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (831b270f-19ab-44cd-b728-f171f09069b0), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:33.438883 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bae51745-90de-4ee0-8b38-e3aac7483155 req-4f43ac4f-efba-49f1-b3b3-527c6532e5c3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 210 time: 0.1614761 Sep 05 12:29:33.505400 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event updated for resources: {'Port': ['ID=2978a81e-00f9-4af8-a0db-9af7c382b196,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:33.510458 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 2b6fb451-22b0-45aa-949e-9dce2e52c499 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:33.511724 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 9460c4b1-0376-4922-a742-3191de1338f2 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:33.566095 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 9460c4b1-0376-4922-a742-3191de1338f2 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:33.566095 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (9460c4b1-0376-4922-a742-3191de1338f2), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:33.590989 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:33.592457 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-9da74f24-ccad-4a2b-8bf0-a9aa348f80f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8388693 Sep 05 12:29:33.686526 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 9460c4b1-0376-4922-a742-3191de1338f2 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:33.748991 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-186a5b64-459e-47fe-ac16-813468b92873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:33.990579 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-07489ddd-774e-48a1-9dd0-7c5303632812 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--279030819&fields=id&tenant_id=094bae935a1e4738b0c51d33c6d89e3a HTTP/1.1" status: 200 len: 267 time: 0.1155417 Sep 05 12:29:34.185810 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-cb3f352e-7320-45ee-967c-70af4796d9bd tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:34.187741 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-cb3f352e-7320-45ee-967c-70af4796d9bd tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/networks?id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6 HTTP/1.1" status: 200 len: 816 time: 0.1958139 Sep 05 12:29:34.211814 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-fe547216-6143-481c-bf89-a4f6213e5652 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/quotas/094bae935a1e4738b0c51d33c6d89e3a HTTP/1.1" status: 200 len: 375 time: 0.0107794 Sep 05 12:29:34.266347 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8b9e19b8-3de5-49a2-9466-b049d4a6dd48 req-0f4550b8-1ff3-435f-8e5e-bf6c4ebcc5b8 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 210 time: 0.0316882 Sep 05 12:29:34.276385 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-b9dade29-9126-47b0-8f12-56be32a18fde tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=094bae935a1e4738b0c51d33c6d89e3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592883 Sep 05 12:29:34.438999 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d000f42b-61e1-4f21-92fa-a9bbc18e6a32 req-558d3a79-3dba-44c1-8ea2-5854c6ad6229 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 210 time: 0.1233411 Sep 05 12:29:34.469956 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:34.503473 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-1e77359b-1455-44f0-9cb0-b5c7c45c435e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982963 Sep 05 12:29:34.526968 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4313a12b-33ff-4f26-a123-9695eedfe2ab req-65b72803-e7e4-45ce-b171-b31cbd92ca6e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 210 time: 0.0285192 Sep 05 12:29:34.602797 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 48950) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:34.633177 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-753234d8-15a0-4f5f-9452-5f5d619b4ce2 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166821 Sep 05 12:29:34.634331 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ee3e88a0-1585-41c0-8cca-56958527c808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:34.684979 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:34.743560 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ee3e88a0-1585-41c0-8cca-56958527c808 admin admin] Publish callbacks [] for security_group (213689c8-4dee-41cf-8c5f-d41330d2eaf2), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:34.880386 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ee3e88a0-1585-41c0-8cca-56958527c808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (213689c8-4dee-41cf-8c5f-d41330d2eaf2), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:34.925433 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-ee3e88a0-1585-41c0-8cca-56958527c808 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c604eae10f7d41babf230918ef27c585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205526 Sep 05 12:29:34.926321 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e88a0-1585-41c0-8cca-56958527c808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213689c8-4dee-41cf-8c5f-d41330d2eaf2,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:34.928333 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48958) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:35.025183 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-31f0c40c-719e-4186-b4f5-be170d9115f0 admin admin] Publish callbacks [] for security_group (213689c8-4dee-41cf-8c5f-d41330d2eaf2), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:35.037388 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-60d7184b-32ee-481f-830a-c1f5527a241d req-02feddc4-33b8-4c7b-8f0f-2a858ee5e296 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 210 time: 0.0467393 Sep 05 12:29:35.081453 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-31f0c40c-719e-4186-b4f5-be170d9115f0 admin admin] Publish callbacks [] for security_group (213689c8-4dee-41cf-8c5f-d41330d2eaf2), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:35.328398 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 48974) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:35.373567 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-31f0c40c-719e-4186-b4f5-be170d9115f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (213689c8-4dee-41cf-8c5f-d41330d2eaf2), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:35.376211 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-31f0c40c-719e-4186-b4f5-be170d9115f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:35.377898 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-31f0c40c-719e-4186-b4f5-be170d9115f0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/213689c8-4dee-41cf-8c5f-d41330d2eaf2 HTTP/1.1" status: 204 len: 168 time: 0.4480767 Sep 05 12:29:35.388835 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0c40c-719e-4186-b4f5-be170d9115f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213689c8-4dee-41cf-8c5f-d41330d2eaf2,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:35.521221 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9e92956e-0a7a-4ebd-a745-6e7cf714112d req-196237ee-9b31-4957-8bcc-ea66f13e06b4 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 210 time: 0.0490360 Sep 05 12:29:35.560286 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-8fe00582-5f1e-4246-8510-46146f31c030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:35.616814 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:35.646481 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-27964130-5c9a-4369-a734-54ee5b45456e req-6f1f2237-568a-43ec-9c9e-453b0a06c6bf tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 210 time: 0.0778646 Sep 05 12:29:35.707002 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-289b7dcb-bf33-4615-adde-1f3fb9cfc083 req-9c98ebf1-203c-40a5-af51-82e1bbd4de7d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 210 time: 0.0700204 Sep 05 12:29:35.768895 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-8fe00582-5f1e-4246-8510-46146f31c030 admin admin] Publish callbacks [] for security_group (dc1f7418-9bdd-450d-a753-7a4f70dae491), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:35.795687 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.58', 62765) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:35.900932 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-8fe00582-5f1e-4246-8510-46146f31c030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (dc1f7418-9bdd-450d-a753-7a4f70dae491), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:36.038945 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-8fe00582-5f1e-4246-8510-46146f31c030 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=0edb0312c74d49d0a6455808365a5315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7094030 Sep 05 12:29:36.039144 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 49010) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:36.090663 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a544b-67d0-444c-b715-114558e5301a req-52fee2cd-c4fe-4f12-aa48-12a623b630d4 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:36.094500 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-52fee2cd-c4fe-4f12-aa48-12a623b630d4 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.58 "GET /networking/v2.0/networks?id=348d5686-a592-4367-8b5a-edfed120b8fb HTTP/1.1" status: 200 len: 811 time: 0.2669725 Sep 05 12:29:36.096311 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe00582-5f1e-4246-8510-46146f31c030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1f7418-9bdd-450d-a753-7a4f70dae491,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:36.122442 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:36.187367 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [req-a42a544b-67d0-444c-b715-114558e5301a req-7f7cc615-fe87-4a06-b8fa-31e4bc5abfa1 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Request body: {'port': {'device_id': 'e79b6762-27f0-4044-bed9-bd1f6d1ba687', 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb', 'admin_state_up': True, 'tenant_id': '19911e0c0b444897b621ce06dbd8296a'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:36.191282 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-a6de2000-edce-4742-88fb-466803371220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:36.245300 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b2d27c8e-78b4-48a2-9da3-c69e7844329e admin admin] Publish callbacks [] for security_group (dc1f7418-9bdd-450d-a753-7a4f70dae491), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:36.265378 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-496be980-37b5-4849-a4a7-cc2a6011a21f req-29015c74-7325-48ea-af20-0bf16bb76cf5 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 210 time: 0.1117911 Sep 05 12:29:36.266149 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.58', 62770) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:36.341009 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b2d27c8e-78b4-48a2-9da3-c69e7844329e admin admin] Publish callbacks [] for security_group (dc1f7418-9bdd-450d-a753-7a4f70dae491), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:36.572677 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-39c33ced-da12-4b22-884e-01785259a689 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:36.574320 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-39c33ced-da12-4b22-884e-01785259a689 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.58 "GET /networking/v2.0/networks?id=adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 200 len: 819 time: 0.3009825 Sep 05 12:29:36.596897 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42a544b-67d0-444c-b715-114558e5301a req-7f7cc615-fe87-4a06-b8fa-31e4bc5abfa1 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Made reservation on behalf of 19911e0c0b444897b621ce06dbd8296a for: {'port': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:29:36.603358 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-a42a544b-67d0-444c-b715-114558e5301a req-7f7cc615-fe87-4a06-b8fa-31e4bc5abfa1 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:36.652966 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b9f6b5cb-4ef2-4eec-9226-b5c230f4fa93 req-e44b2e68-2bb5-435a-aa8a-cd1c5bd51098 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 210 time: 0.0340834 Sep 05 12:29:36.688540 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b2d27c8e-78b4-48a2-9da3-c69e7844329e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (dc1f7418-9bdd-450d-a753-7a4f70dae491), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:36.693231 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b2d27c8e-78b4-48a2-9da3-c69e7844329e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:36.694844 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-b2d27c8e-78b4-48a2-9da3-c69e7844329e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/dc1f7418-9bdd-450d-a753-7a4f70dae491 HTTP/1.1" status: 204 len: 168 time: 0.6547971 Sep 05 12:29:36.711907 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d27c8e-78b4-48a2-9da3-c69e7844329e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1f7418-9bdd-450d-a753-7a4f70dae491,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:36.807595 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-ef7f0e08-8b73-4ce1-89bd-8d9c904f2190 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Request body: {'port': {'device_id': '83fdb4c3-ab13-406e-8f5c-a8a7e481374f', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'admin_state_up': True, 'tenant_id': '442bf64c97d945feb79f64cdd66baa28'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:36.873861 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Sync routers for ids ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:29:36.922594 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Routers {'0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:29:36.923246 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:29:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:37.000862 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-44f25c4f-020d-4264-b910-bf091621e985 req-ed9a3461-7de4-41cd-81c1-dde66c44137b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 210 time: 0.1029518 Sep 05 12:29:37.042463 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:INSERT=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:37.085735 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d0c41d61-846a-468b-acec-3e5b5b96ae4e req-233f8e67-3c44-4c14-ae5f-52e8fb32f99e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 210 time: 0.0438864 Sep 05 12:29:37.107347 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Set router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:29:37.264823 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-ef7f0e08-8b73-4ce1-89bd-8d9c904f2190 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Made reservation on behalf of 442bf64c97d945feb79f64cdd66baa28 for: {'port': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:29:37.280776 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-ef7f0e08-8b73-4ce1-89bd-8d9c904f2190 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:37.407864 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:37.459587 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [req-a42a544b-67d0-444c-b715-114558e5301a req-7f7cc615-fe87-4a06-b8fa-31e4bc5abfa1 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Allocated IP 172.20.0.11 (348d5686-a592-4367-8b5a-edfed120b8fb/0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de/cd04259f-c361-432d-b45e-05d24550b093) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:37.528624 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.58', 62787) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:37.533646 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-263d7824-5a1e-4806-bcdf-723b617851d4 req-1d05cb7d-477c-4ba6-8892-bd794f0a4180 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 210 time: 0.0759869 Sep 05 12:29:37.610870 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:37.636444 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 2, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:37.694916 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Checking router: 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:29:37.695239 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Updating router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe port 15d5ed96-cd55-40b5-832f-c5abf4439ffb binding host dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:29:37.726064 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:37.758682 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:37.810413 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-a42a544b-67d0-444c-b715-114558e5301a req-7f7cc615-fe87-4a06-b8fa-31e4bc5abfa1 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Publish callbacks [] for port (cd04259f-c361-432d-b45e-05d24550b093), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:37.835999 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-cfb27e9d-7365-4182-9ac7-af8b95f57768 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:37.837879 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-cfb27e9d-7365-4182-9ac7-af8b95f57768 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "GET /networking/v2.0/networks?id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b HTTP/1.1" status: 200 len: 815 time: 0.2569885 Sep 05 12:29:37.880805 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f286441e-dce0-4be3-bbde-56ab2cd359d8 req-1e189560-4955-4127-bb35-89cb36a122d3 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 210 time: 0.1152332 Sep 05 12:29:37.981826 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-ef7f0e08-8b73-4ce1-89bd-8d9c904f2190 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Allocated IP 172.20.0.13 (adc4bf76-da99-44ec-b79e-0ddca4fe97de/7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90/5d2944c4-c65b-49e5-b532-6867e3db6d0c) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:37.986440 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.58', 62789) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:38.026726 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-553f865d-590a-4f52-88ea-fca6e37ed43c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4f6830d2e75a47c8a757d4a66c6695ca HTTP/1.1" status: 200 len: 380 time: 0.1678576 Sep 05 12:29:38.042206 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-347a4f0c-8f24-49e5-a5bc-f8c20989d249 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'port': {'device_id': '0815c135-ccc0-412c-b960-1dba28e7b455', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'admin_state_up': True, 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'security_groups': ['cf74536a-7909-4b3f-a3ee-b46748d98d37']}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:38.086279 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-a42a544b-67d0-444c-b715-114558e5301a req-7f7cc615-fe87-4a06-b8fa-31e4bc5abfa1 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (cd04259f-c361-432d-b45e-05d24550b093), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:38.152157 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Publish callbacks [] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), precommit_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:38.152157 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:38.212233 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 49104) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:38.239127 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-26c51839-ecb6-491e-9d86-cd95dbe6960a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:38.314308 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:38.347566 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42a544b-67d0-444c-b715-114558e5301a req-7f7cc615-fe87-4a06-b8fa-31e4bc5abfa1 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Network 348d5686-a592-4367-8b5a-edfed120b8fb is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:38.351450 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c7d7f3ab-5c03-4f8f-a40e-f489fd48220f req-5c653ef3-5f61-4e1f-8382-579711af2527 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 210 time: 0.1781299 Sep 05 12:29:38.381878 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [req-a42a544b-67d0-444c-b715-114558e5301a req-7f7cc615-fe87-4a06-b8fa-31e4bc5abfa1 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:38.406335 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42a544b-67d0-444c-b715-114558e5301a req-7f7cc615-fe87-4a06-b8fa-31e4bc5abfa1 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:38.415843 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3654adf2-da57-423a-b6ba-bc551b7a1253 req-83a1671f-fce8-432a-8bb6-a9e57be06773 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 210 time: 0.1591609 Sep 05 12:29:38.424722 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a544b-67d0-444c-b715-114558e5301a req-7f7cc615-fe87-4a06-b8fa-31e4bc5abfa1 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:38.425301 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-a42a544b-67d0-444c-b715-114558e5301a req-7f7cc615-fe87-4a06-b8fa-31e4bc5abfa1 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:38.519111 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-ef7f0e08-8b73-4ce1-89bd-8d9c904f2190 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for port (5d2944c4-c65b-49e5-b532-6867e3db6d0c), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:38.535573 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-dfdd7bc9-545a-43b3-b6a7-d7be266693c3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:38.538241 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-dfdd7bc9-545a-43b3-b6a7-d7be266693c3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.58 "GET /networking/v2.0/networks?id=adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 200 len: 819 time: 0.5505342 Sep 05 12:29:38.543563 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cc615-fe87-4a06-b8fa-31e4bc5abfa1 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Pushing event updated for resources: {'Port': ['ID=cd04259f-c361-432d-b45e-05d24550b093,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:38.543936 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032631d-4c46-4f25-8bb5-57bf82df790d None None] Pushing event updated for resources: {'Port': ['ID=15d5ed96-cd55-40b5-832f-c5abf4439ffb,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:38.586296 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Attempting to bind port 15d5ed96-cd55-40b5-832f-c5abf4439ffb on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:38.586640 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Attempting to bind port 15d5ed96-cd55-40b5-832f-c5abf4439ffb by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:38.587006 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Attempting to bind port 15d5ed96-cd55-40b5-832f-c5abf4439ffb on network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:38.600974 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-8aff0508-6b37-40c2-a6a4-c6ae172da0cd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Request body: {'port': {'device_id': 'f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'admin_state_up': True, 'tenant_id': '442bf64c97d945feb79f64cdd66baa28'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:38.636375 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-347a4f0c-8f24-49e5-a5bc-f8c20989d249 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Made reservation on behalf of 4f6830d2e75a47c8a757d4a66c6695ca for: {'port': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:29:38.651195 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-347a4f0c-8f24-49e5-a5bc-f8c20989d249 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:38.679904 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:38.681865 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Checking segment: {'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:38.681865 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:38.681865 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Bound using segment: {'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:38.683260 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Bound port: 15d5ed96-cd55-40b5-832f-c5abf4439ffb, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:38.683778 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:38.818173 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] For port 15d5ed96-cd55-40b5-832f-c5abf4439ffb, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:38.832175 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] For port 15d5ed96-cd55-40b5-832f-c5abf4439ffb, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=15d5ed96-cd55-40b5-832f-c5abf4439ffb,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:38.835798 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:38.957020 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:39.105329 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-26c51839-ecb6-491e-9d86-cd95dbe6960a admin admin] Publish callbacks [] for security_group (390e5c0c-9737-4cf5-b7b3-10a4311e6a95), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:39.161421 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-dd28b396-b08d-4cd7-ad60-bddf07c537dd None None] Provisioning complete for port cd04259f-c361-432d-b45e-05d24550b093 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:39.162467 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-dd28b396-b08d-4cd7-ad60-bddf07c537dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (cd04259f-c361-432d-b45e-05d24550b093), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:39.197637 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-7f7cc615-fe87-4a06-b8fa-31e4bc5abfa1 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0195217 Sep 05 12:29:39.199823 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:39.215437 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-daecde21-b239-40c0-94bd-0d13c9903b46 req-7c373c68-cd95-4cf7-9680-8fd1f4826c9d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 210 time: 0.0555668 Sep 05 12:29:39.236269 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-dd28b396-b08d-4cd7-ad60-bddf07c537dd None None] Port cd04259f-c361-432d-b45e-05d24550b093 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:29:39.247865 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Routers {'0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:29:39.249522 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:29:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:39.296344 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-ef7f0e08-8b73-4ce1-89bd-8d9c904f2190 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (5d2944c4-c65b-49e5-b532-6867e3db6d0c), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:39.330503 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-26c51839-ecb6-491e-9d86-cd95dbe6960a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (390e5c0c-9737-4cf5-b7b3-10a4311e6a95), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:39.384054 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c51839-ecb6-491e-9d86-cd95dbe6960a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390e5c0c-9737-4cf5-b7b3-10a4311e6a95,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:39.385677 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032631d-4c46-4f25-8bb5-57bf82df790d None None] Pushing event updated for resources: {'Port': ['ID=15d5ed96-cd55-40b5-832f-c5abf4439ffb,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:39.442064 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ca56e-43b8-4a90-b7c4-4ddc0dd8954c req-4616eb86-b18b-488d-9c34-7263971673bd tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:39.448971 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-da9ca56e-43b8-4a90-b7c4-4ddc0dd8954c req-4616eb86-b18b-488d-9c34-7263971673bd tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 932 time: 0.3371544 Sep 05 12:29:39.455902 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-ef7f0e08-8b73-4ce1-89bd-8d9c904f2190 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Network adc4bf76-da99-44ec-b79e-0ddca4fe97de is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:39.487963 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:39.493053 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-ef7f0e08-8b73-4ce1-89bd-8d9c904f2190 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:39.498007 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-ef7f0e08-8b73-4ce1-89bd-8d9c904f2190 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:39.503221 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-ef7f0e08-8b73-4ce1-89bd-8d9c904f2190 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:39.503946 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-ef7f0e08-8b73-4ce1-89bd-8d9c904f2190 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:39.519869 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-e3b71819-8a95-4f9c-85e9-d688e7ba9d88 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 05 12:29:39.521277 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-e3b71819-8a95-4f9c-85e9-d688e7ba9d88 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0261769 Sep 05 12:29:39.672025 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-26c51839-ecb6-491e-9d86-cd95dbe6960a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6e3209e42263420c81a04c878809ad9f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4552324 Sep 05 12:29:39.672025 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 49158) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:39.714772 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2265e632-6e8e-41ba-b187-14caa3f0f869 req-831eb420-0048-440a-b107-00f289cac60f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 210 time: 0.1092472 Sep 05 12:29:39.716662 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-8aff0508-6b37-40c2-a6a4-c6ae172da0cd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Made reservation on behalf of 442bf64c97d945feb79f64cdd66baa28 for: {'port': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:29:39.737827 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-8aff0508-6b37-40c2-a6a4-c6ae172da0cd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:39.768460 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-ef7f0e08-8b73-4ce1-89bd-8d9c904f2190 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9723942 Sep 05 12:29:39.768875 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:39.783814 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] Set router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:29:39.801821 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f0e08-8b73-4ce1-89bd-8d9c904f2190 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Pushing event updated for resources: {'Port': ['ID=5d2944c4-c65b-49e5-b532-6867e3db6d0c,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:39.853821 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-347a4f0c-8f24-49e5-a5bc-f8c20989d249 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Allocated IP 172.20.0.6 (7678039b-6ecf-4526-a1ee-cbdc20c4b02b/bbfdcfbc-04d2-420b-9cdf-e282f39f1975/b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:39.867398 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-da9ca56e-43b8-4a90-b7c4-4ddc0dd8954c req-84f1c6c2-47b5-4596-a472-5bd94d493fba tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764219 Sep 05 12:29:39.885702 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-744f54e4-e036-44f0-ae6b-85b0c55bf2c6 admin admin] Publish callbacks [] for security_group (390e5c0c-9737-4cf5-b7b3-10a4311e6a95), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:39.972210 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-744f54e4-e036-44f0-ae6b-85b0c55bf2c6 admin admin] Publish callbacks [] for security_group (390e5c0c-9737-4cf5-b7b3-10a4311e6a95), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:40.089597 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.58', 62801) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:40.100587 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1ca40825-ec5e-4ce7-a874-278e8d8eb55e req-3aa1f54a-9978-4869-badc-7ee80fef8f2e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 210 time: 0.0922244 Sep 05 12:29:40.158539 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-903ffcb4-66d4-45f5-b3af-169275777965 None None] Provisioning complete for port 5d2944c4-c65b-49e5-b532-6867e3db6d0c triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:40.159000 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-903ffcb4-66d4-45f5-b3af-169275777965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (5d2944c4-c65b-49e5-b532-6867e3db6d0c), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:40.344969 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-903ffcb4-66d4-45f5-b3af-169275777965 None None] Port 5d2944c4-c65b-49e5-b532-6867e3db6d0c cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:29:40.392539 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Request body: {'port': {'device_id': '83fdb4c3-ab13-406e-8f5c-a8a7e481374f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:40.393206 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:40.393629 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Request body: {'port': {'device_id': 'e79b6762-27f0-4044-bed9-bd1f6d1ba687', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:40.399564 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-9167dcb2-5c0a-497f-890e-44cb5a0c7d30 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:40.401055 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-9167dcb2-5c0a-497f-890e-44cb5a0c7d30 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.58 "GET /networking/v2.0/networks?id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6 HTTP/1.1" status: 200 len: 816 time: 0.6509781 Sep 05 12:29:40.443163 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-8aff0508-6b37-40c2-a6a4-c6ae172da0cd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Allocated IP 172.20.0.14 (adc4bf76-da99-44ec-b79e-0ddca4fe97de/7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90/2941d715-09fe-449b-bed5-764f516010b2) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:40.467405 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:38Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:29:40.474289 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7cfd4883-3a86-4e67-9788-473b65a5c3f9 req-37e31b4f-8ad7-4c76-9764-72f4f4cc08c9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 210 time: 0.0897298 Sep 05 12:29:40.510000 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c350e0-29f7-47c9-909d-ffe0714385ac None None] The sync data for ids ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'] in dv-cinder-801354-7-iscsi is: [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:38Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:29:40.597185 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (5d2944c4-c65b-49e5-b532-6867e3db6d0c), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:40.609608 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (cd04259f-c361-432d-b45e-05d24550b093), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:40.660676 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-4ae04a7e-c84f-4a61-88b4-d163ee3bd978 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=094bae935a1e4738b0c51d33c6d89e3a HTTP/1.1" status: 200 len: 379 time: 0.2095132 Sep 05 12:29:40.739365 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-744f54e4-e036-44f0-ae6b-85b0c55bf2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (390e5c0c-9737-4cf5-b7b3-10a4311e6a95), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:40.744750 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-744f54e4-e036-44f0-ae6b-85b0c55bf2c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:40.746229 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-744f54e4-e036-44f0-ae6b-85b0c55bf2c6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/390e5c0c-9737-4cf5-b7b3-10a4311e6a95 HTTP/1.1" status: 204 len: 168 time: 1.0621536 Sep 05 12:29:40.796362 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-3e45bc84-c0bc-44a2-a25e-d5bc85ea94ac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Request body: {'port': {'device_id': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'admin_state_up': True, 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'security_groups': ['116036ef-0789-4029-9865-2f8437ee9c9d']}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:40.801205 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f54e4-e036-44f0-ae6b-85b0c55bf2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390e5c0c-9737-4cf5-b7b3-10a4311e6a95,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:40.822025 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:40.849405 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-347a4f0c-8f24-49e5-a5bc-f8c20989d249 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for port (b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:41.200334 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6c4345e7-197b-45c2-811e-23c42820a4f5 req-efefaf54-7308-4131-9211-2214c4c19f9f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 210 time: 0.1901312 Sep 05 12:29:41.297299 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-347a4f0c-8f24-49e5-a5bc-f8c20989d249 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:41.410017 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-8aff0508-6b37-40c2-a6a4-c6ae172da0cd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for port (2941d715-09fe-449b-bed5-764f516010b2), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:41.475074 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:41.635729 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6dda0-dca4-44fc-9b26-689dacfcf0c1 req-76423b3e-74ae-471b-b9df-a88d99a8a591 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:41.643963 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5bb6dda0-dca4-44fc-9b26-689dacfcf0c1 req-76423b3e-74ae-471b-b9df-a88d99a8a591 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 931 time: 0.2862136 Sep 05 12:29:41.654656 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 15d5ed96-cd55-40b5-832f-c5abf4439ffb up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:41.738341 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 15d5ed96-cd55-40b5-832f-c5abf4439ffb triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:41.739746 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:41.751487 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-8aff0508-6b37-40c2-a6a4-c6ae172da0cd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (2941d715-09fe-449b-bed5-764f516010b2), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:41.791551 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:41.803881 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5bb6dda0-dca4-44fc-9b26-689dacfcf0c1 req-47053b3d-2b40-4164-9f83-2d7b657af37e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590512 Sep 05 12:29:41.891929 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-3e45bc84-c0bc-44a2-a25e-d5bc85ea94ac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Made reservation on behalf of 094bae935a1e4738b0c51d33c6d89e3a for: {'port': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:29:41.905551 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-3e45bc84-c0bc-44a2-a25e-d5bc85ea94ac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:41.917530 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b960477-a7d7-48fc-986e-d7a175192b12 req-2c9b7efd-568e-49e9-a89b-c840012d9197 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:41.925235 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8b960477-a7d7-48fc-986e-d7a175192b12 req-2c9b7efd-568e-49e9-a89b-c840012d9197 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 932 time: 0.8614314 Sep 05 12:29:41.937396 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 15d5ed96-cd55-40b5-832f-c5abf4439ffb is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:41.937396 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:41.937702 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-8aff0508-6b37-40c2-a6a4-c6ae172da0cd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Network adc4bf76-da99-44ec-b79e-0ddca4fe97de is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:42.016728 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6caad862-ab1d-4269-a765-9740ab508a70 req-ccac645c-e938-4529-a129-9df12488a709 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 210 time: 0.0501544 Sep 05 12:29:42.023898 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-347a4f0c-8f24-49e5-a5bc-f8c20989d249 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:42.029986 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-8aff0508-6b37-40c2-a6a4-c6ae172da0cd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:42.043300 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-8aff0508-6b37-40c2-a6a4-c6ae172da0cd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:42.049147 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-347a4f0c-8f24-49e5-a5bc-f8c20989d249 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:42.050038 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-8aff0508-6b37-40c2-a6a4-c6ae172da0cd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:42.050907 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-8aff0508-6b37-40c2-a6a4-c6ae172da0cd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:42.052192 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-347a4f0c-8f24-49e5-a5bc-f8c20989d249 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:42.063267 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 15d5ed96-cd55-40b5-832f-c5abf4439ffb, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=15d5ed96-cd55-40b5-832f-c5abf4439ffb,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:29:42.064172 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-347a4f0c-8f24-49e5-a5bc-f8c20989d249 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:42.064172 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-347a4f0c-8f24-49e5-a5bc-f8c20989d249 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:42.092333 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff0508-6b37-40c2-a6a4-c6ae172da0cd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Pushing event updated for resources: {'Port': ['ID=2941d715-09fe-449b-bed5-764f516010b2,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:42.130100 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a4f0c-8f24-49e5-a5bc-f8c20989d249 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'Port': ['ID=b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:42.168110 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:42.306035 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=15d5ed96-cd55-40b5-832f-c5abf4439ffb,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:42.350464 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8b960477-a7d7-48fc-986e-d7a175192b12 req-2409a669-1fc5-49ad-b708-c2427b91297d tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056760 Sep 05 12:29:42.386930 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-347a4f0c-8f24-49e5-a5bc-f8c20989d249 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3508458 Sep 05 12:29:42.491080 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec1d1d-989c-4416-bcce-1a19457afe2a req-d98bb80f-c7c3-413e-9404-c58a49b71f59 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:42.496669 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-93ec1d1d-989c-4416-bcce-1a19457afe2a req-d98bb80f-c7c3-413e-9404-c58a49b71f59 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 932 time: 0.1193261 Sep 05 12:29:42.514926 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-8aff0508-6b37-40c2-a6a4-c6ae172da0cd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9526844 Sep 05 12:29:42.577351 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:42.587527 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Request body: {'port': {'device_id': 'f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:42.604905 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd04259f-c361-432d-b45e-05d24550b093 {{(pid=106739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:29:42.605546 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-f606777d-9c3d-4bdd-a4ca-ce66972c07a2 None None] Provisioning complete for port 2941d715-09fe-449b-bed5-764f516010b2 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:42.605546 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-f606777d-9c3d-4bdd-a4ca-ce66972c07a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (2941d715-09fe-449b-bed5-764f516010b2), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:42.676558 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-f606777d-9c3d-4bdd-a4ca-ce66972c07a2 None None] Port 2941d715-09fe-449b-bed5-764f516010b2 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:29:42.681946 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Request body: {'port': {'device_id': '0815c135-ccc0-412c-b960-1dba28e7b455', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:42.697446 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Publish callbacks [] for port (cd04259f-c361-432d-b45e-05d24550b093), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:42.800636 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-ff0b69b8-0169-40c2-96ac-4699b2099e6b None None] Provisioning complete for port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:42.806562 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-ff0b69b8-0169-40c2-96ac-4699b2099e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:42.909575 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-ff0b69b8-0169-40c2-96ac-4699b2099e6b None None] Port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:29:42.923517 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-93ec1d1d-989c-4416-bcce-1a19457afe2a req-36b2572a-5bf1-45a0-bb56-d4cbfeea38fd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948948 Sep 05 12:29:42.941266 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-3e45bc84-c0bc-44a2-a25e-d5bc85ea94ac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Allocated IP 172.20.0.9 (63375a32-83e0-46aa-bf2e-0ee5e39b91e6/836db7f6-1080-4cec-b0a2-52e957aa9512/09dffb1b-f334-42d1-bd74-8b59ed4648c3) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:29:42.979974 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2944c4-c65b-49e5-b532-6867e3db6d0c {{(pid=106739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:29:43.009648 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Publish callbacks [] for port (5d2944c4-c65b-49e5-b532-6867e3db6d0c), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:43.042309 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.provisioning_blocks [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Transition to ACTIVE for port object cd04259f-c361-432d-b45e-05d24550b093 will not be triggered until provisioned by entity L2. {{(pid=106739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:29:43.095430 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2941d715-09fe-449b-bed5-764f516010b2), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:43.116449 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.provisioning_blocks [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Transition to ACTIVE for port object 5d2944c4-c65b-49e5-b532-6867e3db6d0c will not be triggered until provisioned by entity L2. {{(pid=106739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:29:43.207466 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (cd04259f-c361-432d-b45e-05d24550b093), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:43.251411 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (5d2944c4-c65b-49e5-b532-6867e3db6d0c), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:43.324226 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5749b1ed-f646-442d-b807-4bca0a0ed1a0 req-d44bcf63-6356-4b98-8571-e8d8b31bcbcf tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 210 time: 0.1175663 Sep 05 12:29:43.419405 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67823f-5f54-41bc-bf5b-59e483acf00d req-c199f68a-9219-4018-a5e9-43d6575c22d2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:43.421113 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7a67823f-5f54-41bc-bf5b-59e483acf00d req-c199f68a-9219-4018-a5e9-43d6575c22d2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 931 time: 0.3626180 Sep 05 12:29:43.608989 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 15d5ed96-cd55-40b5-832f-c5abf4439ffb up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:29:43.742072 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4350a-2876-4b14-9aab-be93c8e14295 req-158de417-2220-4202-953a-179c3bc114b7 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:43.743634 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 15d5ed96-cd55-40b5-832f-c5abf4439ffb triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:43.744112 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:43.750432 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6bb4350a-2876-4b14-9aab-be93c8e14295 req-158de417-2220-4202-953a-179c3bc114b7 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 944 time: 0.1437790 Sep 05 12:29:43.773418 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-3e45bc84-c0bc-44a2-a25e-d5bc85ea94ac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:43.938093 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:43.953927 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6bb4350a-2876-4b14-9aab-be93c8e14295 req-dbb08300-bd3e-4a0d-905a-e1c90bfa455a tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990674 Sep 05 12:29:43.983016 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:43.989832 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 15d5ed96-cd55-40b5-832f-c5abf4439ffb is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:29:43.997637 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Pushing event updated for resources: {'Port': ['ID=cd04259f-c361-432d-b45e-05d24550b093,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:44.091328 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Attempting to bind port cd04259f-c361-432d-b45e-05d24550b093 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:44.095230 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Attempting to bind port cd04259f-c361-432d-b45e-05d24550b093 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'eea1933c-bd50-463b-b5a6-c03870350d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb'}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:44.095230 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Attempting to bind port cd04259f-c361-432d-b45e-05d24550b093 on network 348d5686-a592-4367-8b5a-edfed120b8fb {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:44.120249 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Attempting to bind port 5d2944c4-c65b-49e5-b532-6867e3db6d0c on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:44.120852 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Attempting to bind port 5d2944c4-c65b-49e5-b532-6867e3db6d0c by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:44.121348 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Attempting to bind port 5d2944c4-c65b-49e5-b532-6867e3db6d0c on network adc4bf76-da99-44ec-b79e-0ddca4fe97de {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:44.201395 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5328b0d-b48f-4c2f-b92c-9b6d6f41bcda req-e07da6f9-c4b5-4579-9cbe-cf7722383b78 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:44.209717 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b5328b0d-b48f-4c2f-b92c-9b6d6f41bcda req-e07da6f9-c4b5-4579-9cbe-cf7722383b78 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 932 time: 0.1035132 Sep 05 12:29:44.213257 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2941d715-09fe-449b-bed5-764f516010b2 {{(pid=106740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:29:44.213639 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2944c4-c65b-49e5-b532-6867e3db6d0c,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:44.224395 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:44.231105 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7a67823f-5f54-41bc-bf5b-59e483acf00d req-052b3e9d-7723-4794-9c55-12bee6053f22 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7454584 Sep 05 12:29:44.436471 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-3e45bc84-c0bc-44a2-a25e-d5bc85ea94ac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:44.443482 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Publish callbacks [] for port (2941d715-09fe-449b-bed5-764f516010b2), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:44.472000 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Port cd04259f-c361-432d-b45e-05d24550b093 on network 348d5686-a592-4367-8b5a-edfed120b8fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:29:44.472333 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Attempting to bind port cd04259f-c361-432d-b45e-05d24550b093 on network 348d5686-a592-4367-8b5a-edfed120b8fb {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:44.475294 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Port 5d2944c4-c65b-49e5-b532-6867e3db6d0c on network adc4bf76-da99-44ec-b79e-0ddca4fe97de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:29:44.483596 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Attempting to bind port 5d2944c4-c65b-49e5-b532-6867e3db6d0c on network adc4bf76-da99-44ec-b79e-0ddca4fe97de {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:44.528171 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.provisioning_blocks [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Transition to ACTIVE for port object 2941d715-09fe-449b-bed5-764f516010b2 will not be triggered until provisioned by entity L2. {{(pid=106740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:29:44.542803 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-3e45bc84-c0bc-44a2-a25e-d5bc85ea94ac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:29:44.552860 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-3e45bc84-c0bc-44a2-a25e-d5bc85ea94ac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:29:44.560493 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-3e45bc84-c0bc-44a2-a25e-d5bc85ea94ac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:29:44.567569 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-3e45bc84-c0bc-44a2-a25e-d5bc85ea94ac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:44.568278 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-3e45bc84-c0bc-44a2-a25e-d5bc85ea94ac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:44.573703 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45bc84-c0bc-44a2-a25e-d5bc85ea94ac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event updated for resources: {'Port': ['ID=09dffb1b-f334-42d1-bd74-8b59ed4648c3,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:44.591370 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b5328b0d-b48f-4c2f-b92c-9b6d6f41bcda req-11d57899-c01d-4ae9-83ac-cf073798026e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791778 Sep 05 12:29:44.668981 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (2941d715-09fe-449b-bed5-764f516010b2), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:44.720478 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-3e45bc84-c0bc-44a2-a25e-d5bc85ea94ac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9748883 Sep 05 12:29:44.762249 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Request body: {'port': {'device_id': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:29:44.787277 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b031d7b-2502-49fc-a946-7bad4e6a4251 req-5bf14983-8533-43a3-9386-775f6cb6bf87 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:44.790094 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1b031d7b-2502-49fc-a946-7bad4e6a4251 req-5bf14983-8533-43a3-9386-775f6cb6bf87 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 931 time: 0.2104897 Sep 05 12:29:44.820862 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:44.821386 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Checking segment: {'id': 'eea1933c-bd50-463b-b5a6-c03870350d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:44.821992 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Bound using segment: {'id': 'eea1933c-bd50-463b-b5a6-c03870350d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb'} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:44.822593 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Bound port: cd04259f-c361-432d-b45e-05d24550b093, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea1933c-bd50-463b-b5a6-c03870350d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb'}}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:44.823040 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (cd04259f-c361-432d-b45e-05d24550b093), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:44.852312 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:44.858351 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Checking segment: {'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:44.858762 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Bound using segment: {'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:44.859243 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Bound port: 5d2944c4-c65b-49e5-b532-6867e3db6d0c, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'}}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:44.859645 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (5d2944c4-c65b-49e5-b532-6867e3db6d0c), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:44.969022 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Pushing event updated for resources: {'Port': ['ID=2941d715-09fe-449b-bed5-764f516010b2,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:44.993648 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:45.003887 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Attempting to bind port 2941d715-09fe-449b-bed5-764f516010b2 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:45.004152 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Attempting to bind port 2941d715-09fe-449b-bed5-764f516010b2 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'}] {{(pid=106740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:45.013098 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Attempting to bind port 2941d715-09fe-449b-bed5-764f516010b2 on network adc4bf76-da99-44ec-b79e-0ddca4fe97de {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:45.095512 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:45.112419 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-a7676696-c215-4152-ad9f-a1f682f3f882 None None] Provisioning complete for port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:29:45.123674 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-a7676696-c215-4152-ad9f-a1f682f3f882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:45.193551 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-a7676696-c215-4152-ad9f-a1f682f3f882 None None] Port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:29:45.202481 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Port 2941d715-09fe-449b-bed5-764f516010b2 on network adc4bf76-da99-44ec-b79e-0ddca4fe97de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:29:45.203173 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Attempting to bind port 2941d715-09fe-449b-bed5-764f516010b2 on network adc4bf76-da99-44ec-b79e-0ddca4fe97de {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:45.301071 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] For port 5d2944c4-c65b-49e5-b532-6867e3db6d0c, host hv-cinder-80135, cleared binding levels {{(pid=106739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:45.344613 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] For port 5d2944c4-c65b-49e5-b532-6867e3db6d0c, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=5d2944c4-c65b-49e5-b532-6867e3db6d0c,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:45.369638 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a100cb8-c8bd-4f43-afed-e7021904f4ed req-08259936-58cb-42fa-92f4-7611416b123f tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:45.371138 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7a100cb8-c8bd-4f43-afed-e7021904f4ed req-08259936-58cb-42fa-92f4-7611416b123f tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 944 time: 0.1988509 Sep 05 12:29:45.376916 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:45.377435 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Checking segment: {'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:45.377823 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Bound using segment: {'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'} {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:45.378298 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Bound port: 2941d715-09fe-449b-bed5-764f516010b2, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'}}] {{(pid=106740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:45.378663 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2941d715-09fe-449b-bed5-764f516010b2), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:45.424218 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1b031d7b-2502-49fc-a946-7bad4e6a4251 req-13f68741-1c1c-41b9-8cbf-ea89f29ee64b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6226223 Sep 05 12:29:45.425890 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:45.497974 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (5d2944c4-c65b-49e5-b532-6867e3db6d0c), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:45.500221 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] For port cd04259f-c361-432d-b45e-05d24550b093, host hv-cinder-80135, cleared binding levels {{(pid=106739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:45.582348 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:45.583632 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:45.585127 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/5d2944c4-c65b-49e5-b532-6867e3db6d0c HTTP/1.1" status: 200 len: 1094 time: 5.4890997 Sep 05 12:29:45.592344 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fdb4c3-ab13-406e-8f5c-a8a7e481374f', 'tag': '5d2944c4-c65b-49e5-b532-6867e3db6d0c'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:29:45.644104 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7a100cb8-c8bd-4f43-afed-e7021904f4ed req-470355ff-1318-4d3d-82f8-4a8124bab599 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568216 Sep 05 12:29:45.652957 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] For port cd04259f-c361-432d-b45e-05d24550b093, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=cd04259f-c361-432d-b45e-05d24550b093,segment=NetworkSegment(eea1933c-bd50-463b-b5a6-c03870350d85),segment_id=eea1933c-bd50-463b-b5a6-c03870350d85)] {{(pid=106739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:45.680575 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f {{(pid=106739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:29:45.683080 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e64822-5a6f-4a02-ba96-af861867f076 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2944c4-c65b-49e5-b532-6867e3db6d0c,revision_number=3']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:45.708376 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Publish callbacks [] for port (b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:45.730455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (cd04259f-c361-432d-b45e-05d24550b093), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:45.734629 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:45.739982 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:45.739982 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/cd04259f-c361-432d-b45e-05d24550b093 HTTP/1.1" status: 200 len: 1094 time: 5.6631801 Sep 05 12:29:45.740435 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] For port 2941d715-09fe-449b-bed5-764f516010b2, host hv-cinder-80135, cleared binding levels {{(pid=106740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:45.763485 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.provisioning_blocks [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Transition to ACTIVE for port object b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f will not be triggered until provisioned by entity L2. {{(pid=106739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:29:45.774292 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b177e9f-a7ca-438c-8e5d-0b414049dfea req-bb86c0e6-eafb-428a-ae38-f37ef2368b69 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:45.775912 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1b177e9f-a7ca-438c-8e5d-0b414049dfea req-bb86c0e6-eafb-428a-ae38-f37ef2368b69 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 931 time: 0.1251042 Sep 05 12:29:45.851902 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3251b7f-894a-49a8-bd37-a5bf87001690 service neutron] Pushing event updated for resources: {'Port': ['ID=cd04259f-c361-432d-b45e-05d24550b093,revision_number=3']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:45.858590 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1b177e9f-a7ca-438c-8e5d-0b414049dfea req-d047c302-c5a9-40f1-8d57-30504037a9e7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709832 Sep 05 12:29:45.867097 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] For port 2941d715-09fe-449b-bed5-764f516010b2, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2941d715-09fe-449b-bed5-764f516010b2,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:45.912330 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:45.960820 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3a609-9c3a-4799-aefd-6f3cfa45adbc req-3a4a6992-4281-4846-88fc-011afd38af86 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:45.962776 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1eb3a609-9c3a-4799-aefd-6f3cfa45adbc req-3a4a6992-4281-4846-88fc-011afd38af86 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 944 time: 0.1109989 Sep 05 12:29:45.968029 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (2941d715-09fe-449b-bed5-764f516010b2), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:45.976886 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Pushing event updated for resources: {'Port': ['ID=b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:45.985142 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec10c03-9394-4bf5-9cd7-3733a039adc8" -d '{"events": [{"name": "network-changed", "server_uuid": "83fdb4c3-ab13-406e-8f5c-a8a7e481374f", "tag": "5d2944c4-c65b-49e5-b532-6867e3db6d0c"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:29:45.999681 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:46.000353 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:46.002238 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/2941d715-09fe-449b-bed5-764f516010b2 HTTP/1.1" status: 200 len: 1094 time: 3.4386199 Sep 05 12:29:46.002699 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2', 'tag': '2941d715-09fe-449b-bed5-764f516010b2'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:29:46.044849 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Attempting to bind port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:46.045201 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Attempting to bind port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:46.045566 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Attempting to bind port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f on network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:46.105896 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f on network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:29:46.106051 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Attempting to bind port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f on network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:46.106468 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09dffb1b-f334-42d1-bd74-8b59ed4648c3 {{(pid=106740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:29:46.121565 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Publish callbacks [] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:46.154067 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a397a7-36ae-450b-9d9c-12fffbb01898" -d '{"events": [{"name": "network-changed", "server_uuid": "f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2", "tag": "2941d715-09fe-449b-bed5-764f516010b2"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:29:46.170563 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34c23ce-d0dc-44c6-a283-1ff68f3e4ac4 x-openstack-request-id: req-e34c23ce-d0dc-44c6-a283-1ff68f3e4ac4 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:29:46.171148 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fdb4c3-ab13-406e-8f5c-a8a7e481374f", "tag": "5d2944c4-c65b-49e5-b532-6867e3db6d0c", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:29:46.171320 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e34c23ce-d0dc-44c6-a283-1ff68f3e4ac4 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:29:46.171932 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34c23ce-d0dc-44c6-a283-1ff68f3e4ac4'] response: {'name': 'network-changed', 'server_uuid': '83fdb4c3-ab13-406e-8f5c-a8a7e481374f', 'tag': '5d2944c4-c65b-49e5-b532-6867e3db6d0c', 'status': 'completed', 'code': 200} Sep 05 12:29:46.174751 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.provisioning_blocks [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Transition to ACTIVE for port object 09dffb1b-f334-42d1-bd74-8b59ed4648c3 will not be triggered until provisioned by entity L2. {{(pid=106740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:29:46.175931 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eff902-9738-4b15-bbe9-2af495406a85 service neutron] Pushing event updated for resources: {'Port': ['ID=2941d715-09fe-449b-bed5-764f516010b2,revision_number=3']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:46.182453 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1eb3a609-9c3a-4799-aefd-6f3cfa45adbc req-880f81f5-eda2-49d2-b774-ba3a79d4f553 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887131 Sep 05 12:29:46.192185 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:46.192612 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Checking segment: {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:46.193170 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Bound using segment: {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:46.193673 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Bound port: b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'}}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:46.194256 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:46.267205 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30054604-e46a-4d4c-a238-3399457163f3 x-openstack-request-id: req-30054604-e46a-4d4c-a238-3399457163f3 {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:29:46.267495 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2", "tag": "2941d715-09fe-449b-bed5-764f516010b2", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:29:46.267778 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30054604-e46a-4d4c-a238-3399457163f3 {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:29:46.268245 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30054604-e46a-4d4c-a238-3399457163f3'] response: {'name': 'network-changed', 'server_uuid': 'f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2', 'tag': '2941d715-09fe-449b-bed5-764f516010b2', 'status': 'completed', 'code': 200} Sep 05 12:29:46.277413 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] For port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f, host hv-cinder-80135, cleared binding levels {{(pid=106739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:46.280499 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] For port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:46.287858 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:46.300508 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=52 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:46.304560 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:46.351709 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:46.354321 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Pushing event updated for resources: {'Port': ['ID=09dffb1b-f334-42d1-bd74-8b59ed4648c3,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:46.355293 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:46.356567 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:46.358590 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f HTTP/1.1" status: 200 len: 1093 time: 3.6981287 Sep 05 12:29:46.366669 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Attempting to bind port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:29:46.366905 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Attempting to bind port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'}] {{(pid=106740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:29:46.367240 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Attempting to bind port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 on network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:46.411413 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a7a9a-3945-4b52-b2cc-f00ad62eb80f service neutron] Pushing event updated for resources: {'Port': ['ID=b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f,revision_number=3']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:46.421892 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 on network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:29:46.422258 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Attempting to bind port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 on network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:29:46.479089 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:29:46.479089 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Checking segment: {'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:29:46.479306 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Bound using segment: {'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'} {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:29:46.479769 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Bound port: 09dffb1b-f334-42d1-bd74-8b59ed4648c3, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'}}] {{(pid=106740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:29:46.480131 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:46.520045 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:46.583912 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] For port 09dffb1b-f334-42d1-bd74-8b59ed4648c3, host hv-cinder-80135, cleared binding levels {{(pid=106740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:29:46.587322 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] For port 09dffb1b-f334-42d1-bd74-8b59ed4648c3, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=09dffb1b-f334-42d1-bd74-8b59ed4648c3,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:29:46.594269 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b74604-74ad-4bdc-82d4-3fc1dd917058 req-dfeac3fe-34fd-4f76-aeb2-3d85df0e9231 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:46.595840 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c0b74604-74ad-4bdc-82d4-3fc1dd917058 req-dfeac3fe-34fd-4f76-aeb2-3d85df0e9231 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0655403 Sep 05 12:29:46.647748 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c0b74604-74ad-4bdc-82d4-3fc1dd917058 req-5bbd5e5a-c06a-41b8-8f0c-82bb16a7ae58 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448797 Sep 05 12:29:46.717564 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:46.722204 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:46.722830 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:46.725383 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/09dffb1b-f334-42d1-bd74-8b59ed4648c3 HTTP/1.1" status: 200 len: 1093 time: 1.9681389 Sep 05 12:29:46.819115 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82d2e5-a4c9-47e8-ae75-a12f6dd0690b service neutron] Pushing event updated for resources: {'Port': ['ID=09dffb1b-f334-42d1-bd74-8b59ed4648c3,revision_number=3']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:46.829746 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb0890-9f3b-4903-b5c4-88ba76846cad req-50adb29f-89fa-4075-bcaa-a52acb4e2adf tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:46.831575 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c3fb0890-9f3b-4903-b5c4-88ba76846cad req-50adb29f-89fa-4075-bcaa-a52acb4e2adf tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 944 time: 0.0605562 Sep 05 12:29:46.884302 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c3fb0890-9f3b-4903-b5c4-88ba76846cad req-9c56d3a3-53c2-4e04-aafe-ffc3e172a211 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453904 Sep 05 12:29:47.029070 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461d275-159f-4d49-8bcd-3c2a8744ac92 req-4e72b871-35e8-4f71-9987-bf902de15110 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:47.030599 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7461d275-159f-4d49-8bcd-3c2a8744ac92 req-4e72b871-35e8-4f71-9987-bf902de15110 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 943 time: 0.0500176 Sep 05 12:29:47.088000 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7461d275-159f-4d49-8bcd-3c2a8744ac92 req-17c2f36f-f446-4dcc-96e1-025d1de44664 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501382 Sep 05 12:29:47.320693 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a4e83-5e56-49d1-8121-462be87b9965 req-449b2f7d-8c4d-4e75-a697-d1175cdac6af tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:47.324241 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c63a4e83-5e56-49d1-8121-462be87b9965 req-449b2f7d-8c4d-4e75-a697-d1175cdac6af tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 944 time: 0.0575707 Sep 05 12:29:47.378508 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c63a4e83-5e56-49d1-8121-462be87b9965 req-47d1211b-2db7-44e8-aa2f-1467134cb95c tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503623 Sep 05 12:29:47.439106 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 49366) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:47.547746 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-2ddde823-f579-4ffd-b6e4-4011129f5a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:47.629744 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-2ddde823-f579-4ffd-b6e4-4011129f5a02 admin admin] Publish callbacks [] for security_group (80124bf5-a961-48cd-a962-e157fafd26db), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:47.725908 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-2ddde823-f579-4ffd-b6e4-4011129f5a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (80124bf5-a961-48cd-a962-e157fafd26db), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:47.794866 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddde823-f579-4ffd-b6e4-4011129f5a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80124bf5-a961-48cd-a962-e157fafd26db,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:47.799100 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-2ddde823-f579-4ffd-b6e4-4011129f5a02 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b03b6414ccce40da8111fa7dba1b02c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3588912 Sep 05 12:29:47.803134 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 49374) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:47.817766 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d564d6-7cd9-4832-9aec-84af1b9d7d36 req-1e07c9d9-efbf-44db-8ff4-70cf5afe777f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:47.819031 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d6d564d6-7cd9-4832-9aec-84af1b9d7d36 req-1e07c9d9-efbf-44db-8ff4-70cf5afe777f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0774026 Sep 05 12:29:47.858519 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-97ec6162-87f7-4109-876a-c048b33a795a admin admin] Publish callbacks [] for security_group (80124bf5-a961-48cd-a962-e157fafd26db), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:47.875057 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d6d564d6-7cd9-4832-9aec-84af1b9d7d36 req-8d7a8f75-54bf-43d3-9719-ce68f3a7927e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498283 Sep 05 12:29:47.880793 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-97ec6162-87f7-4109-876a-c048b33a795a admin admin] Publish callbacks [] for security_group (80124bf5-a961-48cd-a962-e157fafd26db), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:48.003048 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-97ec6162-87f7-4109-876a-c048b33a795a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (80124bf5-a961-48cd-a962-e157fafd26db), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:48.006029 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-97ec6162-87f7-4109-876a-c048b33a795a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:48.007273 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-97ec6162-87f7-4109-876a-c048b33a795a admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/80124bf5-a961-48cd-a962-e157fafd26db HTTP/1.1" status: 204 len: 168 time: 0.2036650 Sep 05 12:29:48.025374 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437ccf1-437f-47bd-95c2-4e619a4f5188 req-39323d21-0bd2-4aa3-8f0f-3726c07b2781 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:48.027029 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-9437ccf1-437f-47bd-95c2-4e619a4f5188 req-39323d21-0bd2-4aa3-8f0f-3726c07b2781 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 944 time: 0.0677457 Sep 05 12:29:48.028678 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec6162-87f7-4109-876a-c048b33a795a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80124bf5-a961-48cd-a962-e157fafd26db,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:48.091766 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-9437ccf1-437f-47bd-95c2-4e619a4f5188 req-21d77d5d-a10c-40ce-80d4-e537b0a58934 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579329 Sep 05 12:29:48.173676 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79b6762-27f0-4044-bed9-bd1f6d1ba687', 'tag': 'cd04259f-c361-432d-b45e-05d24550b093'}, {'name': 'network-changed', 'server_uuid': '0815c135-ccc0-412c-b960-1dba28e7b455', 'tag': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:29:48.177580 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e598e844-1c19-4272-85cf-8e7c3364795e" -d '{"events": [{"name": "network-changed", "server_uuid": "e79b6762-27f0-4044-bed9-bd1f6d1ba687", "tag": "cd04259f-c361-432d-b45e-05d24550b093"}, {"name": "network-changed", "server_uuid": "0815c135-ccc0-412c-b960-1dba28e7b455", "tag": "b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:29:48.233547 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Sep 2022 12:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3757df-229b-4b8e-a216-7ba4bdf4cb07 x-openstack-request-id: req-5b3757df-229b-4b8e-a216-7ba4bdf4cb07 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:29:48.234033 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79b6762-27f0-4044-bed9-bd1f6d1ba687", "tag": "cd04259f-c361-432d-b45e-05d24550b093", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0815c135-ccc0-412c-b960-1dba28e7b455", "tag": "b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:29:48.234452 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b3757df-229b-4b8e-a216-7ba4bdf4cb07 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:29:48.235030 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3757df-229b-4b8e-a216-7ba4bdf4cb07'] response: {'name': 'network-changed', 'server_uuid': 'e79b6762-27f0-4044-bed9-bd1f6d1ba687', 'tag': 'cd04259f-c361-432d-b45e-05d24550b093', 'status': 'completed', 'code': 200} Sep 05 12:29:48.235712 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3757df-229b-4b8e-a216-7ba4bdf4cb07'] response: {'name': 'network-changed', 'server_uuid': '0815c135-ccc0-412c-b960-1dba28e7b455', 'tag': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f', 'status': 'completed', 'code': 200} Sep 05 12:29:48.244036 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c152a57-13ed-47b1-bf90-8dd54c6cb6a8 req-5427e0b4-7f12-4f6e-ba8c-5a0489685e43 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:48.259707 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1c152a57-13ed-47b1-bf90-8dd54c6cb6a8 req-5427e0b4-7f12-4f6e-ba8c-5a0489685e43 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 943 time: 0.0788450 Sep 05 12:29:48.269389 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'tag': '09dffb1b-f334-42d1-bd74-8b59ed4648c3'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:29:48.272540 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b1368e-52bf-4245-ac2a-691a4fd8e9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a0105c66-6939-4b6d-b774-c1821012c1f0", "tag": "09dffb1b-f334-42d1-bd74-8b59ed4648c3"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:29:48.326968 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1c152a57-13ed-47b1-bf90-8dd54c6cb6a8 req-84ad6604-e12d-46c2-ab70-d8e4c5a85298 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745773 Sep 05 12:29:48.362550 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef232a93-2e17-47f6-ac8d-1a3cacccdff2 x-openstack-request-id: req-ef232a93-2e17-47f6-ac8d-1a3cacccdff2 {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:29:48.362881 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0105c66-6939-4b6d-b774-c1821012c1f0", "tag": "09dffb1b-f334-42d1-bd74-8b59ed4648c3", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:29:48.363284 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef232a93-2e17-47f6-ac8d-1a3cacccdff2 {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:29:48.363660 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef232a93-2e17-47f6-ac8d-1a3cacccdff2'] response: {'name': 'network-changed', 'server_uuid': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'tag': '09dffb1b-f334-42d1-bd74-8b59ed4648c3', 'status': 'completed', 'code': 200} Sep 05 12:29:48.533078 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c3cba-c28f-45af-95cd-23b07fb43d5e req-fc88ed97-29a8-4867-8d8d-993de7fd71b3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:48.534594 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7d4c3cba-c28f-45af-95cd-23b07fb43d5e req-fc88ed97-29a8-4867-8d8d-993de7fd71b3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 944 time: 0.0668700 Sep 05 12:29:48.620185 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7d4c3cba-c28f-45af-95cd-23b07fb43d5e req-40fffdda-3822-4f4d-bac2-988cf1419935 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791745 Sep 05 12:29:49.063462 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 49410) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:49.074319 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:49.090870 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-216b9f09-d569-4359-bfb3-7b2e9588d41a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:49.122153 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bcf08-d7de-4e21-8c75-3fda189c5b44 req-9217dac8-3e36-45de-9281-d3b2e50d43d6 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:49.130225 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-254bcf08-d7de-4e21-8c75-3fda189c5b44 req-9217dac8-3e36-45de-9281-d3b2e50d43d6 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0921760 Sep 05 12:29:49.231316 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-254bcf08-d7de-4e21-8c75-3fda189c5b44 req-daf89345-053c-4590-b0cf-c54a7774bc62 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946591 Sep 05 12:29:49.284027 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-216b9f09-d569-4359-bfb3-7b2e9588d41a admin admin] Publish callbacks [] for security_group (bf28807a-7515-48a2-9fa5-f6a74eafdb22), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:49.307827 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044e0aa-9510-4065-8f9f-7a1b5ea07782 req-7698d421-0b54-4a7d-bf71-fd2dfb9b0c02 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:49.313489 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a044e0aa-9510-4065-8f9f-7a1b5ea07782 req-7698d421-0b54-4a7d-bf71-fd2dfb9b0c02 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 944 time: 0.0876331 Sep 05 12:29:49.414909 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a044e0aa-9510-4065-8f9f-7a1b5ea07782 req-fcc900c0-f59e-424f-9735-1023a4344037 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981832 Sep 05 12:29:49.434915 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-216b9f09-d569-4359-bfb3-7b2e9588d41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (bf28807a-7515-48a2-9fa5-f6a74eafdb22), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:49.491584 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-216b9f09-d569-4359-bfb3-7b2e9588d41a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4ead8ea0c6324200b8f5ca4389a168f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4207678 Sep 05 12:29:49.491584 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b9f09-d569-4359-bfb3-7b2e9588d41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf28807a-7515-48a2-9fa5-f6a74eafdb22,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:49.494750 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 49424) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:49.510444 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2b3e9-4124-4507-aacc-ec870c411575 req-55224fb4-ebb1-4a75-ae0c-7ba5b256ef4e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:49.519418 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8cd2b3e9-4124-4507-aacc-ec870c411575 req-55224fb4-ebb1-4a75-ae0c-7ba5b256ef4e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 943 time: 0.0846395 Sep 05 12:29:49.624677 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8cd2b3e9-4124-4507-aacc-ec870c411575 req-c89a5003-7e7a-49ed-b7fe-248160c65039 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042690 Sep 05 12:29:49.633099 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3ff03915-b282-4aca-84f4-3b1e9c20cff1 admin admin] Publish callbacks [] for security_group (bf28807a-7515-48a2-9fa5-f6a74eafdb22), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:49.670441 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3ff03915-b282-4aca-84f4-3b1e9c20cff1 admin admin] Publish callbacks [] for security_group (bf28807a-7515-48a2-9fa5-f6a74eafdb22), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:49.764871 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6a620-8160-4ff2-a68a-f12a6af7b7b1 req-df2b7ed1-94ff-413d-903a-7078aeeb503e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:49.766780 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-73c6a620-8160-4ff2-a68a-f12a6af7b7b1 req-df2b7ed1-94ff-413d-903a-7078aeeb503e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 944 time: 0.0521879 Sep 05 12:29:49.854964 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-73c6a620-8160-4ff2-a68a-f12a6af7b7b1 req-1bdf2775-6b73-4cb6-ace0-9ba4e77fe713 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725982 Sep 05 12:29:49.888671 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3ff03915-b282-4aca-84f4-3b1e9c20cff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (bf28807a-7515-48a2-9fa5-f6a74eafdb22), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:49.909212 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3ff03915-b282-4aca-84f4-3b1e9c20cff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:49.913565 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-3ff03915-b282-4aca-84f4-3b1e9c20cff1 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/bf28807a-7515-48a2-9fa5-f6a74eafdb22 HTTP/1.1" status: 204 len: 168 time: 0.4147151 Sep 05 12:29:49.928189 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff03915-b282-4aca-84f4-3b1e9c20cff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf28807a-7515-48a2-9fa5-f6a74eafdb22,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:50.384348 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3112c43-d615-4aa4-ab78-50061fe8aaf7 req-cf3017ed-9fc2-4259-83be-9b5a2546c49d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:50.386305 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c3112c43-d615-4aa4-ab78-50061fe8aaf7 req-cf3017ed-9fc2-4259-83be-9b5a2546c49d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0536659 Sep 05 12:29:50.472874 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c3112c43-d615-4aa4-ab78-50061fe8aaf7 req-0e23d842-ec8f-4872-9387-154ef09fe372 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732255 Sep 05 12:29:50.576224 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c806f30-8ea4-4377-8637-362dee04f674 req-45814242-2372-4cdc-9c35-72adaca3c72b tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:50.584238 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8c806f30-8ea4-4377-8637-362dee04f674 req-45814242-2372-4cdc-9c35-72adaca3c72b tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 944 time: 0.0621197 Sep 05 12:29:50.643320 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8c806f30-8ea4-4377-8637-362dee04f674 req-d96d0e10-f053-4b45-86a4-8348fd9bac61 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577953 Sep 05 12:29:50.888825 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60b679-4303-4100-919b-64dbe1793ed6 req-f53072c4-048a-4c1d-982d-3cd086316983 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:50.890170 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cf60b679-4303-4100-919b-64dbe1793ed6 req-f53072c4-048a-4c1d-982d-3cd086316983 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 943 time: 0.1541777 Sep 05 12:29:50.905787 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a397a7-36ae-450b-9d9c-12fffbb01898 req-98c9c925-3f3d-4244-b362-2372d3706cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:50.907302 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-24a397a7-36ae-450b-9d9c-12fffbb01898 req-98c9c925-3f3d-4244-b362-2372d3706cac service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 1128 time: 0.1643641 Sep 05 12:29:50.911025 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a544b-67d0-444c-b715-114558e5301a req-5b868f62-9858-4614-8f07-681a973fb388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:50.912555 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-5b868f62-9858-4614-8f07-681a973fb388 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=19911e0c0b444897b621ce06dbd8296a&device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 1128 time: 0.1454160 Sep 05 12:29:50.960181 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 49460) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:51.003145 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1368e-52bf-4245-ac2a-691a4fd8e9fa req-857bfae4-4639-4b1f-a7b9-0cfcfc56ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:51.005698 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-03b1368e-52bf-4245-ac2a-691a4fd8e9fa req-857bfae4-4639-4b1f-a7b9-0cfcfc56ef2b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=094bae935a1e4738b0c51d33c6d89e3a&device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 1127 time: 0.2085052 Sep 05 12:29:51.037963 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec10c03-9394-4bf5-9cd7-3733a039adc8 req-c2846c34-ad8b-44d7-b7af-78f916ca29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:51.039690 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bec10c03-9394-4bf5-9cd7-3733a039adc8 req-c2846c34-ad8b-44d7-b7af-78f916ca29aa service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 1128 time: 0.1577861 Sep 05 12:29:51.048435 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:51.058709 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cf60b679-4303-4100-919b-64dbe1793ed6 req-7e71dcd9-ee0c-4b93-b7e1-e2af093cce43 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515329 Sep 05 12:29:51.111717 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-60fc4be0-0eae-4200-81f0-e981a1e5bc81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:51.343908 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-891f06df-c255-42c6-8376-7f468c1da575 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd04259f-c361-432d-b45e-05d24550b093 HTTP/1.1" status: 200 len: 217 time: 0.3694043 Sep 05 12:29:51.513215 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02139d-7ada-40f9-be04-370241e62f12 req-7935f0ff-9c8b-4133-924b-cc37313f3a49 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:51.520297 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5b02139d-7ada-40f9-be04-370241e62f12 req-7935f0ff-9c8b-4133-924b-cc37313f3a49 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 944 time: 0.4557014 Sep 05 12:29:51.576165 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a544b-67d0-444c-b715-114558e5301a req-ef9afcd3-e3b8-4c3e-b724-cbbbbe2753ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:51.577699 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-ef9afcd3-e3b8-4c3e-b724-cbbbbe2753ed service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de HTTP/1.1" status: 200 len: 850 time: 0.1920674 Sep 05 12:29:51.582128 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:51.775650 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-60fc4be0-0eae-4200-81f0-e981a1e5bc81 admin admin] Publish callbacks [] for security_group (f236cfca-ee08-4027-a76d-a842503983a8), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:51.811691 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:51.813398 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a397a7-36ae-450b-9d9c-12fffbb01898 req-89287528-a47a-4e5a-9f00-e72259802596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:51.814957 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-24a397a7-36ae-450b-9d9c-12fffbb01898 req-89287528-a47a-4e5a-9f00-e72259802596 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=442bf64c97d945feb79f64cdd66baa28&shared=False HTTP/1.1" status: 200 len: 920 time: 0.8420284 Sep 05 12:29:51.847767 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5b02139d-7ada-40f9-be04-370241e62f12 req-ac0595cf-eab3-41cc-b5b8-b9abc6987670 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264146 Sep 05 12:29:51.876290 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60353e-aa44-48e9-9d6e-70d69f0ab2c5 req-0f573a6d-39c9-4f56-9c30-284f1e0286f2 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:51.877985 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-9f60353e-aa44-48e9-9d6e-70d69f0ab2c5 req-0f573a6d-39c9-4f56-9c30-284f1e0286f2 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.2413726 Sep 05 12:29:51.889074 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-60fc4be0-0eae-4200-81f0-e981a1e5bc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (f236cfca-ee08-4027-a76d-a842503983a8), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:51.889398 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-83d7bcee-5096-44c1-9379-9ec02b3b95e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:51.891070 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-83d7bcee-5096-44c1-9379-9ec02b3b95e7 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 1127 time: 0.2535748 Sep 05 12:29:51.892196 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a544b-67d0-444c-b715-114558e5301a req-579ef07d-fce9-48d7-9407-e2bf1c723f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:51.893812 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-579ef07d-fce9-48d7-9407-e2bf1c723f6b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=348d5686-a592-4367-8b5a-edfed120b8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2900662 Sep 05 12:29:51.906615 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1368e-52bf-4245-ac2a-691a4fd8e9fa req-9bbfba8f-00ff-44c7-a8ad-56db028abdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:51.908452 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-03b1368e-52bf-4245-ac2a-691a4fd8e9fa req-9bbfba8f-00ff-44c7-a8ad-56db028abdc2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=094bae935a1e4738b0c51d33c6d89e3a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.8066130 Sep 05 12:29:51.990175 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-9f60353e-aa44-48e9-9d6e-70d69f0ab2c5 req-e2c41f1c-c43e-48d8-aea2-5fe8c879df86 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894539 Sep 05 12:29:51.991952 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec10c03-9394-4bf5-9cd7-3733a039adc8 req-cfc80d1b-1e54-480f-9f91-25c42617f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:51.994277 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bec10c03-9394-4bf5-9cd7-3733a039adc8 req-cfc80d1b-1e54-480f-9f91-25c42617f97b service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=442bf64c97d945feb79f64cdd66baa28&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3587797 Sep 05 12:29:52.089271 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-60fc4be0-0eae-4200-81f0-e981a1e5bc81 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=63afe0aff49d4936ae83a76c56ead467&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1272585 Sep 05 12:29:52.123690 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 49488) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:52.139566 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc4be0-0eae-4200-81f0-e981a1e5bc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f236cfca-ee08-4027-a76d-a842503983a8,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:52.294314 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626e827-3a3a-46e3-9a00-46eb1b53a326 req-1366242b-350e-49db-9a5e-0b2d1140c96d tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:52.301524 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7626e827-3a3a-46e3-9a00-46eb1b53a326 req-1366242b-350e-49db-9a5e-0b2d1140c96d tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 944 time: 0.2797775 Sep 05 12:29:52.351010 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-45d94391-bd8d-4839-91e2-5eb199260d8f service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f HTTP/1.1" status: 200 len: 217 time: 0.2876348 Sep 05 12:29:52.379168 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:52.458901 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a397a7-36ae-450b-9d9c-12fffbb01898 req-362a71d3-31b3-4350-a254-6ebfe03b6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:52.460446 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-24a397a7-36ae-450b-9d9c-12fffbb01898 req-362a71d3-31b3-4350-a254-6ebfe03b6aa1 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4859641 Sep 05 12:29:52.467905 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7626e827-3a3a-46e3-9a00-46eb1b53a326 req-01e1d961-d701-4d31-9729-b2d35cb6acb9 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650512 Sep 05 12:29:52.470003 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-de03fe27-ff88-4a76-8afd-38a9e63f29e4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/348d5686-a592-4367-8b5a-edfed120b8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796804 Sep 05 12:29:52.470871 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d46a0117-a74e-4f38-9d18-1373ebdb13dd admin admin] Publish callbacks [] for security_group (f236cfca-ee08-4027-a76d-a842503983a8), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:52.504104 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d46a0117-a74e-4f38-9d18-1373ebdb13dd admin admin] Publish callbacks [] for security_group (f236cfca-ee08-4027-a76d-a842503983a8), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:52.600194 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1723c-537b-42e9-9359-0a584d339166 req-0ad993b9-2e25-4c65-adbd-d817bf321d76 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:52.601820 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bcb1723c-537b-42e9-9359-0a584d339166 req-0ad993b9-2e25-4c65-adbd-d817bf321d76 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 943 time: 0.3486943 Sep 05 12:29:52.627959 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1368e-52bf-4245-ac2a-691a4fd8e9fa req-8130aea6-bcfc-4a05-b042-79c2a31241d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:52.629478 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-03b1368e-52bf-4245-ac2a-691a4fd8e9fa req-8130aea6-bcfc-4a05-b042-79c2a31241d6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5674033 Sep 05 12:29:52.642911 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-d1dfe6c2-fa6a-4375-9258-848c7e406568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:52.644472 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-d1dfe6c2-fa6a-4375-9258-848c7e406568 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=bbfdcfbc-04d2-420b-9cdf-e282f39f1975 HTTP/1.1" status: 200 len: 854 time: 0.2501872 Sep 05 12:29:52.696278 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec10c03-9394-4bf5-9cd7-3733a039adc8 req-b5b2559d-1418-452d-bdce-b7144d2d68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:52.697804 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bec10c03-9394-4bf5-9cd7-3733a039adc8 req-b5b2559d-1418-452d-bdce-b7144d2d68ac service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6334369 Sep 05 12:29:52.705082 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bcb1723c-537b-42e9-9359-0a584d339166 req-36e230d3-7bc8-4c08-ba34-e41e454f449d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885024 Sep 05 12:29:52.876333 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d46a0117-a74e-4f38-9d18-1373ebdb13dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (f236cfca-ee08-4027-a76d-a842503983a8), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:52.886275 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d46a0117-a74e-4f38-9d18-1373ebdb13dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:52.886275 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-d46a0117-a74e-4f38-9d18-1373ebdb13dd admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f236cfca-ee08-4027-a76d-a842503983a8 HTTP/1.1" status: 204 len: 168 time: 0.7558401 Sep 05 12:29:52.908299 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a0117-a74e-4f38-9d18-1373ebdb13dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f236cfca-ee08-4027-a76d-a842503983a8,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:52.915365 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a42a544b-67d0-444c-b715-114558e5301a req-6934dea5-5a5a-4e26-9a26-2317941b318a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/348d5686-a592-4367-8b5a-edfed120b8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968782 Sep 05 12:29:53.045316 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bd45c-abac-4105-9242-e22b0c35bc54 req-9c06ea3b-6a47-4b31-bdb9-dac3edf54a5b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:53.059597 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-172bd45c-abac-4105-9242-e22b0c35bc54 req-9c06ea3b-6a47-4b31-bdb9-dac3edf54a5b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 944 time: 0.1032853 Sep 05 12:29:53.089227 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-6b7e644b-260d-4dc7-a549-e60f2725bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:53.090971 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-6b7e644b-260d-4dc7-a549-e60f2725bbbd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 1128 time: 0.0733540 Sep 05 12:29:53.092089 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-fce8fec3-71fc-4f7e-aca4-b9fa3a7ca479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:53.093905 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-fce8fec3-71fc-4f7e-aca4-b9fa3a7ca479 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1552081 Sep 05 12:29:53.102407 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-3d9cc494-e258-4605-9a25-e1fce6fdde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:53.103979 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-3d9cc494-e258-4605-9a25-e1fce6fdde94 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 1128 time: 0.0934126 Sep 05 12:29:53.128932 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-172bd45c-abac-4105-9242-e22b0c35bc54 req-656d2d83-c119-421c-b941-3d85a226cf8b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681891 Sep 05 12:29:53.174938 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-5552c17f-0f36-4b3f-a97e-2dede34e14bb service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2941d715-09fe-449b-bed5-764f516010b2 HTTP/1.1" status: 200 len: 217 time: 0.0382340 Sep 05 12:29:53.201600 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-34e611b9-fc36-4c7d-a055-4ccbe06badd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:53.203092 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-34e611b9-fc36-4c7d-a055-4ccbe06badd1 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=094bae935a1e4738b0c51d33c6d89e3a&device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 1127 time: 0.1721911 Sep 05 12:29:53.234143 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-3f0b2379-2c07-4a9b-90fb-8b848831f894 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d2944c4-c65b-49e5-b532-6867e3db6d0c HTTP/1.1" status: 200 len: 217 time: 0.0855031 Sep 05 12:29:53.234391 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-b143cfb5-a2f1-4682-a5fe-8750607a99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:53.235776 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-b143cfb5-a2f1-4682-a5fe-8750607a99d7 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90 HTTP/1.1" status: 200 len: 858 time: 0.0518553 Sep 05 12:29:53.248180 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382df60-ac0b-4b43-9656-cad6e1ededd0 req-ca1d7946-23a9-4ee2-8e4b-f7295cb8cd34 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:53.249682 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2382df60-ac0b-4b43-9656-cad6e1ededd0 req-ca1d7946-23a9-4ee2-8e4b-f7295cb8cd34 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.1387196 Sep 05 12:29:53.314340 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-8c77b11a-6efc-4b83-875c-0e89219046c5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667924 Sep 05 12:29:53.329243 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2382df60-ac0b-4b43-9656-cad6e1ededd0 req-cced792d-7d98-46cf-88a2-60e39f783c02 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715477 Sep 05 12:29:53.450125 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-5cb43d85-fc26-49f2-bf00-99144a69a1ad service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09dffb1b-f334-42d1-bd74-8b59ed4648c3 HTTP/1.1" status: 200 len: 217 time: 0.0330045 Sep 05 12:29:53.638280 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb17a2-cf16-4834-8c90-71907b3a9fb0 req-29ad24bb-d90b-4bfa-b94c-8ff99f4fed28 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:53.640156 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-becb17a2-cf16-4834-8c90-71907b3a9fb0 req-29ad24bb-d90b-4bfa-b94c-8ff99f4fed28 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 944 time: 0.0521193 Sep 05 12:29:53.696486 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-becb17a2-cf16-4834-8c90-71907b3a9fb0 req-3b54fc15-1449-4dc8-aa56-1a9792fb8144 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494063 Sep 05 12:29:53.758990 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-98b1b1ff-83bf-453d-a97b-b09db55b46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:53.760537 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-98b1b1ff-83bf-453d-a97b-b09db55b46fc service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=adc4bf76-da99-44ec-b79e-0ddca4fe97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420170 Sep 05 12:29:53.903593 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d9241-6a45-4181-9a02-489a0307be38 req-99ab966c-1b86-419a-92f1-f65c73c96612 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:53.905258 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-555d9241-6a45-4181-9a02-489a0307be38 req-99ab966c-1b86-419a-92f1-f65c73c96612 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 943 time: 0.0780745 Sep 05 12:29:53.911478 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598e844-1c19-4272-85cf-8e7c3364795e req-7659d58e-7ed4-450b-a73a-d99fdff40c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:53.913595 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e598e844-1c19-4272-85cf-8e7c3364795e req-7659d58e-7ed4-450b-a73a-d99fdff40c9b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=19911e0c0b444897b621ce06dbd8296a&device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 1128 time: 0.1178930 Sep 05 12:29:53.947308 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-938f2a7b-7050-46a3-96e2-51761023859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:53.948844 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-938f2a7b-7050-46a3-96e2-51761023859d service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=836db7f6-1080-4cec-b0a2-52e957aa9512 HTTP/1.1" status: 200 len: 855 time: 0.2213058 Sep 05 12:29:53.961084 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-d4c06c6d-5f69-41c3-ab3f-37dce854807d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:53.962655 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-d4c06c6d-5f69-41c3-ab3f-37dce854807d service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90 HTTP/1.1" status: 200 len: 858 time: 0.2361994 Sep 05 12:29:53.967748 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-8f2d7fb9-c223-48dd-a74e-edf8d05b68af service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575909 Sep 05 12:29:53.999191 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-fac153b4-7893-43a4-b04b-6b9b60d359f4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811549 Sep 05 12:29:54.019006 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-555d9241-6a45-4181-9a02-489a0307be38 req-94238f59-7eb4-4924-82b3-0a9f7a18e698 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902982 Sep 05 12:29:54.267235 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b88c6-8fca-4e8c-8237-82c1a04281f3 req-a7c236c3-d0c3-4e99-91f7-1593d877b80b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:54.267235 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b37b88c6-8fca-4e8c-8237-82c1a04281f3 req-a7c236c3-d0c3-4e99-91f7-1593d877b80b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 944 time: 0.0538075 Sep 05 12:29:54.311643 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b37b88c6-8fca-4e8c-8237-82c1a04281f3 req-2454e7fb-10da-42dc-85d1-8a699b4ad8fc tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448267 Sep 05 12:29:54.455808 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7070d8-f947-40ab-9448-1d3fe8793189 req-d7bf1d20-a651-41d6-a35e-9e359b6bd24a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:54.457302 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-db7070d8-f947-40ab-9448-1d3fe8793189 req-d7bf1d20-a651-41d6-a35e-9e359b6bd24a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0486367 Sep 05 12:29:54.508991 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-db7070d8-f947-40ab-9448-1d3fe8793189 req-b4eaac91-1e9e-4cff-8a15-1629cd2a653a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458603 Sep 05 12:29:54.611106 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 49560) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:54.717537 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-524b9e3a-6443-4483-ad30-37c53b1f39cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:54.838658 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-524b9e3a-6443-4483-ad30-37c53b1f39cb admin admin] Publish callbacks [] for security_group (e75b578a-6107-46e9-ac77-2aaaf02669c3), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:54.845481 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70460b-b19d-4245-ab1a-ebd32ad376c4 req-afb6e930-0477-4516-ac37-f9620ce8690f tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:54.847014 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-aa70460b-b19d-4245-ab1a-ebd32ad376c4 req-afb6e930-0477-4516-ac37-f9620ce8690f tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 944 time: 0.0737660 Sep 05 12:29:54.898970 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-aa70460b-b19d-4245-ab1a-ebd32ad376c4 req-e5f6c0b2-c046-473d-b7cc-612847f9bd00 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452511 Sep 05 12:29:54.922205 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-524b9e3a-6443-4483-ad30-37c53b1f39cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (e75b578a-6107-46e9-ac77-2aaaf02669c3), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:54.961361 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b9e3a-6443-4483-ad30-37c53b1f39cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75b578a-6107-46e9-ac77-2aaaf02669c3,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:54.965619 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-524b9e3a-6443-4483-ad30-37c53b1f39cb admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=41cdf50f1b0a4256b101c94d735a8998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522277 Sep 05 12:29:54.967328 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 49570) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:55.022205 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f73e623c-8d01-4345-b353-a6891dd7b949 admin admin] Publish callbacks [] for security_group (e75b578a-6107-46e9-ac77-2aaaf02669c3), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:55.042951 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f73e623c-8d01-4345-b353-a6891dd7b949 admin admin] Publish callbacks [] for security_group (e75b578a-6107-46e9-ac77-2aaaf02669c3), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:55.076289 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:55.156128 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d886989-5a67-4edc-8e98-88e6b1852621 req-8676ff7a-52ba-443b-8a13-240679a4e47c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:55.157696 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3d886989-5a67-4edc-8e98-88e6b1852621 req-8676ff7a-52ba-443b-8a13-240679a4e47c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 943 time: 0.0494878 Sep 05 12:29:55.198753 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f73e623c-8d01-4345-b353-a6891dd7b949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (e75b578a-6107-46e9-ac77-2aaaf02669c3), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:55.201715 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f73e623c-8d01-4345-b353-a6891dd7b949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:55.205810 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-f73e623c-8d01-4345-b353-a6891dd7b949 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e75b578a-6107-46e9-ac77-2aaaf02669c3 HTTP/1.1" status: 204 len: 168 time: 0.2374282 Sep 05 12:29:55.213115 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3d886989-5a67-4edc-8e98-88e6b1852621 req-d9d56ccf-2b14-4c38-aa38-74be62075c88 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459850 Sep 05 12:29:55.214884 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e623c-8d01-4345-b353-a6891dd7b949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75b578a-6107-46e9-ac77-2aaaf02669c3,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:55.596622 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:55.612492 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:55.627908 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f129c-0a19-4166-a5fb-cae0d974a3a4 req-02093727-ca2b-40f5-814a-29adfba06928 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:55.630620 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a53f129c-0a19-4166-a5fb-cae0d974a3a4 req-02093727-ca2b-40f5-814a-29adfba06928 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 944 time: 0.2294121 Sep 05 12:29:55.730299 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a53f129c-0a19-4166-a5fb-cae0d974a3a4 req-c01d5d14-1c39-4ab0-87c9-3c63483d32c0 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926290 Sep 05 12:29:55.894416 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079d74c-6d73-4386-b920-8f3a25e23afc req-7b7f041f-8d0c-4da7-ad9a-9db3284cffeb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:55.895980 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4079d74c-6d73-4386-b920-8f3a25e23afc req-7b7f041f-8d0c-4da7-ad9a-9db3284cffeb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.2518842 Sep 05 12:29:55.950811 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4079d74c-6d73-4386-b920-8f3a25e23afc req-5ba82df4-c298-4fa5-8c1c-3f4cf4836c9e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489690 Sep 05 12:29:56.025933 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080158a0-8957-4a6a-9806-a2a0a95c5b63 req-3f92671c-5efc-4b50-a28b-4d426b454170 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:56.027425 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-080158a0-8957-4a6a-9806-a2a0a95c5b63 req-3f92671c-5efc-4b50-a28b-4d426b454170 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 944 time: 0.0503361 Sep 05 12:29:56.084406 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-080158a0-8957-4a6a-9806-a2a0a95c5b63 req-5e800c9f-8fea-44ce-956b-5fa6023632eb tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503576 Sep 05 12:29:56.242727 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 49630) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:56.258489 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd34d-a06b-416b-b423-3196f5b20f2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:56.300701 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:56.397230 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd34d-a06b-416b-b423-3196f5b20f2b admin admin] Publish callbacks [] for security_group (a021080f-a80f-4241-867e-8f81229017d3), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:56.403898 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7136b5-54e0-4c51-bdd8-2e10a14a0a3a req-f7ec1e4c-e142-4b75-86f2-a97e5083bf55 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:56.409415 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4a7136b5-54e0-4c51-bdd8-2e10a14a0a3a req-f7ec1e4c-e142-4b75-86f2-a97e5083bf55 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 943 time: 0.0719278 Sep 05 12:29:56.456893 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4a7136b5-54e0-4c51-bdd8-2e10a14a0a3a req-cac5fabb-42b6-4add-a2e5-1ee5c01b0de4 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449817 Sep 05 12:29:56.476897 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd34d-a06b-416b-b423-3196f5b20f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (a021080f-a80f-4241-867e-8f81229017d3), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:56.519786 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-a5ddd34d-a06b-416b-b423-3196f5b20f2b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ccf7ef480a5c41988752a408ec363341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750092 Sep 05 12:29:56.521255 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddd34d-a06b-416b-b423-3196f5b20f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a021080f-a80f-4241-867e-8f81229017d3,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:56.523147 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 49634) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:29:56.581939 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-26d6f622-2d25-4c53-abe5-7fc60ba03d84 admin admin] Publish callbacks [] for security_group (a021080f-a80f-4241-867e-8f81229017d3), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:56.602371 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-26d6f622-2d25-4c53-abe5-7fc60ba03d84 admin admin] Publish callbacks [] for security_group (a021080f-a80f-4241-867e-8f81229017d3), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:56.785318 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-26d6f622-2d25-4c53-abe5-7fc60ba03d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (a021080f-a80f-4241-867e-8f81229017d3), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:56.788042 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-26d6f622-2d25-4c53-abe5-7fc60ba03d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:29:56.789220 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-26d6f622-2d25-4c53-abe5-7fc60ba03d84 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a021080f-a80f-4241-867e-8f81229017d3 HTTP/1.1" status: 204 len: 168 time: 0.2650409 Sep 05 12:29:56.798594 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6f622-2d25-4c53-abe5-7fc60ba03d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a021080f-a80f-4241-867e-8f81229017d3,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:29:56.861064 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:56.864779 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f4a1-0e26-4d9e-86b5-155693c30767 req-2e6c4c1c-4365-4d9c-b66e-5037fbef4ce6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:56.867770 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-61d1f4a1-0e26-4d9e-86b5-155693c30767 req-2e6c4c1c-4365-4d9c-b66e-5037fbef4ce6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 944 time: 0.0547900 Sep 05 12:29:56.916260 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-61d1f4a1-0e26-4d9e-86b5-155693c30767 req-cb35b73a-f17e-4fde-ba5c-59edc2b42f88 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442448 Sep 05 12:29:57.094115 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9da0db-2829-47c9-b5d8-03f4232b0861 req-c417f3c2-4fc1-4d04-8f5d-857bbb49c0b4 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:57.095684 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2b9da0db-2829-47c9-b5d8-03f4232b0861 req-c417f3c2-4fc1-4d04-8f5d-857bbb49c0b4 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0507998 Sep 05 12:29:57.149711 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2b9da0db-2829-47c9-b5d8-03f4232b0861 req-ddb9bd85-b61e-49ab-9c9a-5de2f1cac895 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467076 Sep 05 12:29:57.213853 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795517d-1d51-4e33-b77f-5fb42acfd9c0 req-b03709d9-10ce-43dc-bd39-070d697fa5b9 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:57.215833 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9795517d-1d51-4e33-b77f-5fb42acfd9c0 req-b03709d9-10ce-43dc-bd39-070d697fa5b9 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 944 time: 0.0508628 Sep 05 12:29:57.283749 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9795517d-1d51-4e33-b77f-5fb42acfd9c0 req-a12214bf-50c9-494e-9af3-4d652cb5944f tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566981 Sep 05 12:29:57.589918 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ce6ae-039c-49d9-9725-4f0b5a8d686f req-54e9754e-2127-44c6-8c65-51ac63255fc4 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:57.591367 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-120ce6ae-039c-49d9-9725-4f0b5a8d686f req-54e9754e-2127-44c6-8c65-51ac63255fc4 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 943 time: 0.0520945 Sep 05 12:29:57.642759 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-120ce6ae-039c-49d9-9725-4f0b5a8d686f req-019eb857-2c81-4ca7-9c1c-d394cefe42c7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455492 Sep 05 12:29:57.751686 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-0778922a-6775-4731-8a52-787d55894628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:57.753220 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-0778922a-6775-4731-8a52-787d55894628 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=adc4bf76-da99-44ec-b79e-0ddca4fe97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696073 Sep 05 12:29:57.754341 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-f7b55ea5-6bcd-4df7-9be3-6daef10e7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:57.755782 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-f7b55ea5-6bcd-4df7-9be3-6daef10e7146 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708539 Sep 05 12:29:57.952455 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598e844-1c19-4272-85cf-8e7c3364795e req-05da5926-77e4-43a4-878f-3662b3063dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:57.953917 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e598e844-1c19-4272-85cf-8e7c3364795e req-05da5926-77e4-43a4-878f-3662b3063dd3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=348d5686-a592-4367-8b5a-edfed120b8fb HTTP/1.1" status: 200 len: 912 time: 0.2691073 Sep 05 12:29:57.956197 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-098f4716-d3df-49fe-8774-5bc4db2e79e9 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726793 Sep 05 12:29:58.045034 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2782ffb-8635-4938-9740-cf7ecced4aed req-6bbefda8-00ca-4cf8-8062-b769960b56e2 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:58.046498 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c2782ffb-8635-4938-9740-cf7ecced4aed req-6bbefda8-00ca-4cf8-8062-b769960b56e2 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 944 time: 0.0502079 Sep 05 12:29:58.097006 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c2782ffb-8635-4938-9740-cf7ecced4aed req-a26f71e6-104f-439b-a11e-50f2ced2318a tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437818 Sep 05 12:29:58.295479 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba3a06-6d57-4dd9-8883-47f156cabdcf req-54d99f8f-a847-4175-b96b-01f4d3adb19a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:58.297060 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7dba3a06-6d57-4dd9-8883-47f156cabdcf req-54d99f8f-a847-4175-b96b-01f4d3adb19a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0525119 Sep 05 12:29:58.363625 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7dba3a06-6d57-4dd9-8883-47f156cabdcf req-f9a6eaea-63a9-48b1-b78e-72d3a0c1649e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600965 Sep 05 12:29:58.486262 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4a09c-ac0e-4bef-9aee-f1fa3357374f req-bc1be8fe-8179-43ae-843f-6dd4c122b5d6 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:58.486262 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b1d4a09c-ac0e-4bef-9aee-f1fa3357374f req-bc1be8fe-8179-43ae-843f-6dd4c122b5d6 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 944 time: 0.0629563 Sep 05 12:29:58.527714 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b1d4a09c-ac0e-4bef-9aee-f1fa3357374f req-918b2d8a-901d-4eac-9b2a-fde892f80eea tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655851 Sep 05 12:29:58.662125 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e598e844-1c19-4272-85cf-8e7c3364795e req-915e2cd8-7f09-4a34-8beb-0a71eba71530 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd04259f-c361-432d-b45e-05d24550b093 HTTP/1.1" status: 200 len: 217 time: 0.0451415 Sep 05 12:29:58.740311 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598e844-1c19-4272-85cf-8e7c3364795e req-0b7347b1-154c-4717-8f21-971d14494290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:58.742115 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e598e844-1c19-4272-85cf-8e7c3364795e req-0b7347b1-154c-4717-8f21-971d14494290 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de HTTP/1.1" status: 200 len: 850 time: 0.0640275 Sep 05 12:29:58.796786 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598e844-1c19-4272-85cf-8e7c3364795e req-f3683eee-7d1d-4c73-887a-b6cebb3dcce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:58.798294 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e598e844-1c19-4272-85cf-8e7c3364795e req-f3683eee-7d1d-4c73-887a-b6cebb3dcce7 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=348d5686-a592-4367-8b5a-edfed120b8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470879 Sep 05 12:29:58.849158 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-50ff7ae7-a3ad-40c6-bbfa-1873195de0ab service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302125 Sep 05 12:29:58.879265 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315001ba-d204-45e6-b0c0-1c3a36d4a3f7 req-ff9ef516-a35a-48fb-8e96-a30e0389e8d8 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:58.880975 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-315001ba-d204-45e6-b0c0-1c3a36d4a3f7 req-ff9ef516-a35a-48fb-8e96-a30e0389e8d8 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 943 time: 0.1162176 Sep 05 12:29:58.904639 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e598e844-1c19-4272-85cf-8e7c3364795e req-90822793-87b8-4c78-a6b1-98dcb64afcd4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/348d5686-a592-4367-8b5a-edfed120b8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997677 Sep 05 12:29:58.946845 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-33dfcf53-d042-47b8-b43f-6c3dea676cf6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297527 Sep 05 12:29:59.008596 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e598e844-1c19-4272-85cf-8e7c3364795e req-d6b4b4ce-7cf7-4e7b-9910-7f30355c15c8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/348d5686-a592-4367-8b5a-edfed120b8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948367 Sep 05 12:29:59.072843 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-315001ba-d204-45e6-b0c0-1c3a36d4a3f7 req-38e54566-49d7-439c-adad-06825e2ad4f4 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756365 Sep 05 12:29:59.098908 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-dd944777-8cf3-493d-b1dd-419ef28f0be6 req-50c78cf4-d567-4d3d-ba71-a2f55d05bcad service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375619 Sep 05 12:29:59.126580 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca7d0e69-80dc-451d-b9bd-0a022a95e636 req-aa9cd450-05a8-4ef8-bc1c-63d9ddb6d146 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692872 Sep 05 12:29:59.163519 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598e844-1c19-4272-85cf-8e7c3364795e req-04a7086a-bd4e-4308-ba71-d94ae8cdfd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:59.165264 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e598e844-1c19-4272-85cf-8e7c3364795e req-04a7086a-bd4e-4308-ba71-d94ae8cdfd10 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 1127 time: 0.0491562 Sep 05 12:29:59.229954 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009b5a2-06a9-4513-8927-f7a32e247be7 req-96c45c72-b8db-43da-8cc9-4dd61ee818a1 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:59.231460 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2009b5a2-06a9-4513-8927-f7a32e247be7 req-96c45c72-b8db-43da-8cc9-4dd61ee818a1 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 944 time: 0.0548499 Sep 05 12:29:59.287449 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2009b5a2-06a9-4513-8927-f7a32e247be7 req-b090f9dc-3dfe-4a36-84d3-b0c94049b9d2 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498705 Sep 05 12:29:59.322856 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598e844-1c19-4272-85cf-8e7c3364795e req-66576dc3-022b-4737-8798-ff0e1632fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:59.324393 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e598e844-1c19-4272-85cf-8e7c3364795e req-66576dc3-022b-4737-8798-ff0e1632fb36 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b HTTP/1.1" status: 200 len: 916 time: 0.1522539 Sep 05 12:29:59.367425 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e598e844-1c19-4272-85cf-8e7c3364795e req-bac91b24-bee4-423b-94f5-f02d8018a893 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f HTTP/1.1" status: 200 len: 217 time: 0.0333805 Sep 05 12:29:59.437594 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598e844-1c19-4272-85cf-8e7c3364795e req-48d203dd-adef-4246-84ff-0b613b00296a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:59.445547 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e598e844-1c19-4272-85cf-8e7c3364795e req-48d203dd-adef-4246-84ff-0b613b00296a service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=bbfdcfbc-04d2-420b-9cdf-e282f39f1975 HTTP/1.1" status: 200 len: 854 time: 0.0625024 Sep 05 12:29:59.534357 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:59.544816 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00d47e-4fcc-4480-9b10-d844d7fee090 req-51ff44fb-476e-4354-96a8-2216860d9ec8 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:59.546265 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bd00d47e-4fcc-4480-9b10-d844d7fee090 req-51ff44fb-476e-4354-96a8-2216860d9ec8 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0643330 Sep 05 12:29:59.623971 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bd00d47e-4fcc-4480-9b10-d844d7fee090 req-408b7326-5052-46e4-80bd-a36a4d93ed4b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672755 Sep 05 12:29:59.676113 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:29:59.696509 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339b276-5dce-4357-b003-d3d67599bfbb req-c46acbd5-7631-4a74-b53f-834e7340117a tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:29:59.698256 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9339b276-5dce-4357-b003-d3d67599bfbb req-c46acbd5-7631-4a74-b53f-834e7340117a tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 944 time: 0.0559218 Sep 05 12:29:59.759942 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9339b276-5dce-4357-b003-d3d67599bfbb req-2fdc55f9-ef85-47c6-9f99-5d8378102315 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534606 Sep 05 12:30:00.089274 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device cd04259f-c361-432d-b45e-05d24550b093 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:30:00.212093 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451e07b-368e-4186-b0d9-4a067614116e req-0ecc48a9-2328-4067-ae54-c4d7f39c8317 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:00.213624 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0451e07b-368e-4186-b0d9-4a067614116e req-0ecc48a9-2328-4067-ae54-c4d7f39c8317 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 943 time: 0.0534050 Sep 05 12:30:00.262161 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port cd04259f-c361-432d-b45e-05d24550b093, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=cd04259f-c361-432d-b45e-05d24550b093,segment=NetworkSegment(eea1933c-bd50-463b-b5a6-c03870350d85),segment_id=eea1933c-bd50-463b-b5a6-c03870350d85)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:00.277514 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0451e07b-368e-4186-b0d9-4a067614116e req-89c179c2-f17b-4971-ad0c-ffb0f3699e54 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539234 Sep 05 12:30:00.279479 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': 'cd04259f-c361-432d-b45e-05d24550b093', 'network_id': '348d5686-a592-4367-8b5a-edfed120b8fb', 'port_id': 'cd04259f-c361-432d-b45e-05d24550b093', 'mac_address': 'fa:16:3e:45:9b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:30:00.283416 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:00.342143 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port cd04259f-c361-432d-b45e-05d24550b093 is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:00.342779 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (cd04259f-c361-432d-b45e-05d24550b093), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:00.368458 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd04259f-c361-432d-b45e-05d24550b093 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:30:00.400672 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port cd04259f-c361-432d-b45e-05d24550b093, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=cd04259f-c361-432d-b45e-05d24550b093,segment=NetworkSegment(eea1933c-bd50-463b-b5a6-c03870350d85),segment_id=eea1933c-bd50-463b-b5a6-c03870350d85)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:00.419095 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caa24a-6dd1-409e-8be7-a8c27095cadd req-85b9966b-d51d-495c-87e5-54a2b28b08a8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:00.420629 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-94caa24a-6dd1-409e-8be7-a8c27095cadd req-85b9966b-d51d-495c-87e5-54a2b28b08a8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 944 time: 0.0540068 Sep 05 12:30:00.472261 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-94caa24a-6dd1-409e-8be7-a8c27095cadd req-98b85ebf-ac3c-46cd-b0fb-6a80f69d7945 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417476 Sep 05 12:30:00.539918 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (cd04259f-c361-432d-b45e-05d24550b093), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:00.540851 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:30:00.629411 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=cd04259f-c361-432d-b45e-05d24550b093,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:00.718605 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:00.740345 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'port_id': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f', 'mac_address': 'fa:16:3e:62:c8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:30:00.775640 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43268388-ceae-4c07-a529-076f9dfa146e req-a7c50cda-c045-453a-83e3-91f113c84c07 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:00.781435 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-43268388-ceae-4c07-a529-076f9dfa146e req-a7c50cda-c045-453a-83e3-91f113c84c07 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0604365 Sep 05 12:30:00.788794 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:00.789197 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:00.811383 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:30:00.839467 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:00.859032 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:00.896493 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-43268388-ceae-4c07-a529-076f9dfa146e req-78aeac39-66db-4c78-9f0c-02a04cd4a321 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928857 Sep 05 12:30:00.954464 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:00.992072 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cedd30-1cec-48d9-b0ce-4bacfdacf839 req-be110427-2606-433d-9e9a-aecc5200461f tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:00.996211 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-20cedd30-1cec-48d9-b0ce-4bacfdacf839 req-be110427-2606-433d-9e9a-aecc5200461f tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 945 time: 0.1043115 Sep 05 12:30:01.053050 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:01.163248 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-20cedd30-1cec-48d9-b0ce-4bacfdacf839 req-46f49708-fc51-4b5e-a840-34ca61605a12 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669827 Sep 05 12:30:01.406265 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe17778-b651-4711-9b63-90ca8960ac04 req-d5cc0fe6-33fc-48f4-a775-07ea975691cb tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:01.408675 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ffe17778-b651-4711-9b63-90ca8960ac04 req-d5cc0fe6-33fc-48f4-a775-07ea975691cb tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 944 time: 0.0482929 Sep 05 12:30:01.470840 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ffe17778-b651-4711-9b63-90ca8960ac04 req-9174c82c-6cf5-4fd9-aaef-8fc71afcdab5 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556715 Sep 05 12:30:01.550108 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['cd04259f-c361-432d-b45e-05d24550b093'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:30:01.623730 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c320f0-6164-4168-8170-f7cab7b4e58c req-bcd08262-b377-4700-b740-dd0b578516e6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:01.625931 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-91c320f0-6164-4168-8170-f7cab7b4e58c req-bcd08262-b377-4700-b740-dd0b578516e6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 944 time: 0.0776153 Sep 05 12:30:01.666102 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:01.678921 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:01.681232 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-91c320f0-6164-4168-8170-f7cab7b4e58c req-b2f60c05-1b82-428c-8a18-48f37a17ab20 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494285 Sep 05 12:30:01.710267 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:30:02.087626 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392b03c-afc6-4e8b-adb5-b7d17164999f req-531c001a-baa9-489a-a427-7499ace743af tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:02.089754 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b392b03c-afc6-4e8b-adb5-b7d17164999f req-531c001a-baa9-489a-a427-7499ace743af tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.1119878 Sep 05 12:30:02.160433 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 49824) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:02.190333 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598e844-1c19-4272-85cf-8e7c3364795e req-47499073-7ad5-476b-a093-3b44ff3a429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:02.192560 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e598e844-1c19-4272-85cf-8e7c3364795e req-47499073-7ad5-476b-a093-3b44ff3a429a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1006453 Sep 05 12:30:02.245080 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb564f3-3d2c-4698-ae5a-b42a4fdcba7c req-0f79e7b6-1f9b-49fa-97c6-36c523eeb7dc tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:02.250274 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cdb564f3-3d2c-4698-ae5a-b42a4fdcba7c req-0f79e7b6-1f9b-49fa-97c6-36c523eeb7dc tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 945 time: 0.0633669 Sep 05 12:30:02.303796 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cdb564f3-3d2c-4698-ae5a-b42a4fdcba7c req-17d08f9e-ef57-48ca-ba51-bb11c8b08e26 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471842 Sep 05 12:30:02.342911 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b392b03c-afc6-4e8b-adb5-b7d17164999f req-0624b9f2-47fb-4d4b-86b9-51a41070909f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000310 Sep 05 12:30:02.343097 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-bb0b675a-04a1-4366-bb21-918506749b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:02.395662 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 5d2944c4-c65b-49e5-b532-6867e3db6d0c details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:30:02.402974 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e598e844-1c19-4272-85cf-8e7c3364795e req-3db1a87e-824a-47c7-aee8-9644e55a535b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025878 Sep 05 12:30:02.451306 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:02.465147 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-bb0b675a-04a1-4366-bb21-918506749b6e admin admin] Publish callbacks [] for security_group (e10ccdfe-2951-4b67-bcbb-dc4172cfa0d8), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:02.523078 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e598e844-1c19-4272-85cf-8e7c3364795e req-34bb0399-b578-4384-81bc-8f154744d6b3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102729 Sep 05 12:30:02.536479 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 5d2944c4-c65b-49e5-b532-6867e3db6d0c, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=5d2944c4-c65b-49e5-b532-6867e3db6d0c,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:02.552448 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '5d2944c4-c65b-49e5-b532-6867e3db6d0c', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'port_id': '5d2944c4-c65b-49e5-b532-6867e3db6d0c', 'mac_address': 'fa:16:3e:16:66:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:30:02.579959 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-bb0b675a-04a1-4366-bb21-918506749b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (e10ccdfe-2951-4b67-bcbb-dc4172cfa0d8), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:02.595841 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 5d2944c4-c65b-49e5-b532-6867e3db6d0c is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:02.596235 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (5d2944c4-c65b-49e5-b532-6867e3db6d0c), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:02.619043 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2944c4-c65b-49e5-b532-6867e3db6d0c {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:30:02.645182 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 5d2944c4-c65b-49e5-b532-6867e3db6d0c, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=5d2944c4-c65b-49e5-b532-6867e3db6d0c,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:02.681786 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-bb0b675a-04a1-4366-bb21-918506749b6e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=3504eb93c0ce4e40a219359a85f230fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5196476 Sep 05 12:30:02.684746 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b675a-04a1-4366-bb21-918506749b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10ccdfe-2951-4b67-bcbb-dc4172cfa0d8,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:02.684909 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 49838) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:02.693148 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51347075-43cf-42c8-8faa-442a48973800 req-4166b87b-82bc-4765-b34e-54dc4c76fb97 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:02.694604 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-51347075-43cf-42c8-8faa-442a48973800 req-4166b87b-82bc-4765-b34e-54dc4c76fb97 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 944 time: 0.1076834 Sep 05 12:30:02.729490 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (5d2944c4-c65b-49e5-b532-6867e3db6d0c), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:02.729490 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 2941d715-09fe-449b-bed5-764f516010b2 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:30:02.775618 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-51347075-43cf-42c8-8faa-442a48973800 req-8e1dd6bb-aa20-4531-aeda-d4ff09ee2159 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698781 Sep 05 12:30:02.823842 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-77882d38-e535-4ee0-ae1f-e6b73e2b3f31 admin admin] Publish callbacks [] for security_group (e10ccdfe-2951-4b67-bcbb-dc4172cfa0d8), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:02.854942 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=5d2944c4-c65b-49e5-b532-6867e3db6d0c,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:02.872520 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 2941d715-09fe-449b-bed5-764f516010b2, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2941d715-09fe-449b-bed5-764f516010b2,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:02.879969 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '2941d715-09fe-449b-bed5-764f516010b2', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'port_id': '2941d715-09fe-449b-bed5-764f516010b2', 'mac_address': 'fa:16:3e:0c:2a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:30:02.888975 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:02.905858 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-77882d38-e535-4ee0-ae1f-e6b73e2b3f31 admin admin] Publish callbacks [] for security_group (e10ccdfe-2951-4b67-bcbb-dc4172cfa0d8), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:02.923567 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 2941d715-09fe-449b-bed5-764f516010b2 is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:02.923969 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2941d715-09fe-449b-bed5-764f516010b2), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:02.930882 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83143bad-f4b3-43a6-b02f-47c360583138 req-6a44b954-d238-444a-884a-9479d269459f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:02.930882 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-83143bad-f4b3-43a6-b02f-47c360583138 req-6a44b954-d238-444a-884a-9479d269459f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 944 time: 0.1069574 Sep 05 12:30:02.938080 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2941d715-09fe-449b-bed5-764f516010b2 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:30:02.945080 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device cd04259f-c361-432d-b45e-05d24550b093 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:30:02.985574 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 2941d715-09fe-449b-bed5-764f516010b2, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2941d715-09fe-449b-bed5-764f516010b2,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:03.005360 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port cd04259f-c361-432d-b45e-05d24550b093 completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:30:03.030684 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-83143bad-f4b3-43a6-b02f-47c360583138 req-75b430a5-5837-4609-91ae-837de4c233df tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962181 Sep 05 12:30:03.111264 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port cd04259f-c361-432d-b45e-05d24550b093 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:30:03.111685 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (cd04259f-c361-432d-b45e-05d24550b093), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:03.113481 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (2941d715-09fe-449b-bed5-764f516010b2), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:03.174034 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-77882d38-e535-4ee0-ae1f-e6b73e2b3f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (e10ccdfe-2951-4b67-bcbb-dc4172cfa0d8), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:03.178782 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-77882d38-e535-4ee0-ae1f-e6b73e2b3f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:03.180476 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-77882d38-e535-4ee0-ae1f-e6b73e2b3f31 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e10ccdfe-2951-4b67-bcbb-dc4172cfa0d8 HTTP/1.1" status: 204 len: 168 time: 0.4945774 Sep 05 12:30:03.191853 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77882d38-e535-4ee0-ae1f-e6b73e2b3f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10ccdfe-2951-4b67-bcbb-dc4172cfa0d8,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:03.195110 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=2941d715-09fe-449b-bed5-764f516010b2,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:03.245784 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port cd04259f-c361-432d-b45e-05d24550b093 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:03.246060 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (cd04259f-c361-432d-b45e-05d24550b093), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:03.270603 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79b6762-27f0-4044-bed9-bd1f6d1ba687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd04259f-c361-432d-b45e-05d24550b093'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:30:03.345349 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:03.459310 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port cd04259f-c361-432d-b45e-05d24550b093, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=cd04259f-c361-432d-b45e-05d24550b093,segment=NetworkSegment(eea1933c-bd50-463b-b5a6-c03870350d85),segment_id=eea1933c-bd50-463b-b5a6-c03870350d85)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:03.472708 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec21e41-1d6e-4f2a-94f3-95f8d1cd8a11 req-faa8d4b5-6c3c-4b5d-a97a-17cbaf9ff28c tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:03.475276 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6ec21e41-1d6e-4f2a-94f3-95f8d1cd8a11 req-faa8d4b5-6c3c-4b5d-a97a-17cbaf9ff28c tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 945 time: 0.0595250 Sep 05 12:30:03.535083 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be0edb-b9bc-444b-88e5-b7b2a8ef1d0b req-17fa859d-0a0f-4cc4-8266-4ac457d92411 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:03.548219 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6ec21e41-1d6e-4f2a-94f3-95f8d1cd8a11 req-d60d9151-7c3b-49ba-b599-4544ac0e5538 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668790 Sep 05 12:30:03.549260 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-20be0edb-b9bc-444b-88e5-b7b2a8ef1d0b req-17fa859d-0a0f-4cc4-8266-4ac457d92411 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0917203 Sep 05 12:30:03.559943 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (cd04259f-c361-432d-b45e-05d24550b093), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:03.560781 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:30:03.563506 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:03.623939 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-20be0edb-b9bc-444b-88e5-b7b2a8ef1d0b req-216789f3-bf4d-4b83-9322-ab419836b609 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705845 Sep 05 12:30:03.627092 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 49872) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:03.713425 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=cd04259f-c361-432d-b45e-05d24550b093,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:03.724308 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['5d2944c4-c65b-49e5-b532-6867e3db6d0c'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:30:03.731964 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbe50a6-e7d2-480d-8f74-aa4b8eddede4" -d '{"events": [{"server_uuid": "e79b6762-27f0-4044-bed9-bd1f6d1ba687", "name": "network-vif-plugged", "status": "completed", "tag": "cd04259f-c361-432d-b45e-05d24550b093"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:30:03.813055 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['2941d715-09fe-449b-bed5-764f516010b2'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:30:03.814586 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1d50652e-07ff-4358-841a-be44121c3af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:03.900924 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:30:03.934274 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-2f9b10ef-cdf8-462c-a441-f1a2588e0c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:03.941863 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:03.943050 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f32dea-40e7-4383-b8b1-634d214be1b0 req-0a73718f-7431-460a-8d1d-e351755ad8fd tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:03.945176 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-85f32dea-40e7-4383-b8b1-634d214be1b0 req-0a73718f-7431-460a-8d1d-e351755ad8fd tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 944 time: 0.0577836 Sep 05 12:30:03.953851 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2536aa-d68c-4506-93f8-f85bc9db285d x-openstack-request-id: req-3d2536aa-d68c-4506-93f8-f85bc9db285d {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:30:03.954277 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79b6762-27f0-4044-bed9-bd1f6d1ba687", "name": "network-vif-plugged", "status": "completed", "tag": "cd04259f-c361-432d-b45e-05d24550b093", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:30:03.954685 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d2536aa-d68c-4506-93f8-f85bc9db285d {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:30:03.955249 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d2536aa-d68c-4506-93f8-f85bc9db285d'] response: {'server_uuid': 'e79b6762-27f0-4044-bed9-bd1f6d1ba687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd04259f-c361-432d-b45e-05d24550b093', 'code': 200} Sep 05 12:30:04.005708 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:30:04.006318 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:04.016237 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-85f32dea-40e7-4383-b8b1-634d214be1b0 req-e2a7c124-9d46-475e-83f1-44119085988b tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627162 Sep 05 12:30:04.019868 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1d50652e-07ff-4358-841a-be44121c3af3 admin admin] Publish callbacks [] for security_group (8e93b571-f9c8-4483-9ed8-368291194558), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:04.081047 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:04.104559 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 49890) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:04.117905 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d0def112-29cd-46fc-9476-76fa66a0d934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:04.193983 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2e2bf-a27f-4ba6-8ab1-ecb2ac355046 req-b05b1b93-7654-4b05-85cd-3d68cfc9153e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:04.195566 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-40c2e2bf-a27f-4ba6-8ab1-ecb2ac355046 req-b05b1b93-7654-4b05-85cd-3d68cfc9153e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 945 time: 0.0605142 Sep 05 12:30:04.220040 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:04.220302 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:04.264583 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:04.267655 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:04.275708 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1d50652e-07ff-4358-841a-be44121c3af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (8e93b571-f9c8-4483-9ed8-368291194558), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:04.299703 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d0def112-29cd-46fc-9476-76fa66a0d934 admin admin] Publish callbacks [] for security_group (ddbe3868-0ae9-4ffc-92f1-cde7e49371b7), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:04.307792 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-40c2e2bf-a27f-4ba6-8ab1-ecb2ac355046 req-fa490a73-5be1-4207-9325-a8b767382960 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975566 Sep 05 12:30:04.334280 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-1d50652e-07ff-4358-841a-be44121c3af3 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6c414ade18ea4ad2a562ae77802b472f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7047362 Sep 05 12:30:04.335152 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50652e-07ff-4358-841a-be44121c3af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e93b571-f9c8-4483-9ed8-368291194558,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:04.337169 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 49894) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:04.387281 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-fa593ec2-652f-4459-882c-5f6dbfd3e8e3 admin admin] Publish callbacks [] for security_group (8e93b571-f9c8-4483-9ed8-368291194558), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:04.407740 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-fa593ec2-652f-4459-882c-5f6dbfd3e8e3 admin admin] Publish callbacks [] for security_group (8e93b571-f9c8-4483-9ed8-368291194558), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:04.411697 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:04.413291 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d0def112-29cd-46fc-9476-76fa66a0d934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (ddbe3868-0ae9-4ffc-92f1-cde7e49371b7), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:04.479189 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:04.494711 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-d0def112-29cd-46fc-9476-76fa66a0d934 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=cdbd86ce99b34d63b53ec02ebcbeeeaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3889132 Sep 05 12:30:04.495760 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0def112-29cd-46fc-9476-76fa66a0d934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbe3868-0ae9-4ffc-92f1-cde7e49371b7,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:04.497258 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 49898) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:04.573690 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-fa593ec2-652f-4459-882c-5f6dbfd3e8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (8e93b571-f9c8-4483-9ed8-368291194558), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:04.576281 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-fa593ec2-652f-4459-882c-5f6dbfd3e8e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:04.577444 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-fa593ec2-652f-4459-882c-5f6dbfd3e8e3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/8e93b571-f9c8-4483-9ed8-368291194558 HTTP/1.1" status: 204 len: 168 time: 0.2390010 Sep 05 12:30:04.610634 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa593ec2-652f-4459-882c-5f6dbfd3e8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e93b571-f9c8-4483-9ed8-368291194558,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:04.613218 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f8475-cce7-481b-8e10-e3f9ca03da00 req-4a58bc74-3db6-4f4b-a773-d493363b83ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:04.615256 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-548f8475-cce7-481b-8e10-e3f9ca03da00 req-4a58bc74-3db6-4f4b-a773-d493363b83ae service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 1130 time: 0.1092858 Sep 05 12:30:04.684053 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c7b6ddbb-b6bd-47a1-816e-c8008badc710 admin admin] Publish callbacks [] for security_group (ddbe3868-0ae9-4ffc-92f1-cde7e49371b7), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:04.689064 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-548f8475-cce7-481b-8e10-e3f9ca03da00 req-250b3b09-13ed-49c3-b17a-e9ea03fae0d5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:04.726144 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c7b6ddbb-b6bd-47a1-816e-c8008badc710 admin admin] Publish callbacks [] for security_group (ddbe3868-0ae9-4ffc-92f1-cde7e49371b7), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:04.746913 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c194abb-77a5-4cf2-b431-1bb4c909e48c req-94364bfd-a431-4242-9068-015c08815036 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:04.753976 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8c194abb-77a5-4cf2-b431-1bb4c909e48c req-94364bfd-a431-4242-9068-015c08815036 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 946 time: 0.1277833 Sep 05 12:30:04.822330 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24307641-d7c4-4eeb-bd0e-77a1d5a3e936 req-62d2032a-3057-4e06-a8ce-0a64057341b9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:04.824170 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-24307641-d7c4-4eeb-bd0e-77a1d5a3e936 req-62d2032a-3057-4e06-a8ce-0a64057341b9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0508244 Sep 05 12:30:04.853699 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 09dffb1b-f334-42d1-bd74-8b59ed4648c3 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:30:04.869928 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8c194abb-77a5-4cf2-b431-1bb4c909e48c req-6651c023-3ec4-4536-9006-2e4b84ad081a tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149402 Sep 05 12:30:04.875343 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:04.896469 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-24307641-d7c4-4eeb-bd0e-77a1d5a3e936 req-cabdd2ad-e88b-4c64-a6bb-6dd9621200f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658226 Sep 05 12:30:04.934487 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-548f8475-cce7-481b-8e10-e3f9ca03da00 req-250b3b09-13ed-49c3-b17a-e9ea03fae0d5 service neutron] Publish callbacks [] for security_group (fc952bb3-4070-4d64-97b0-58dc2bf9b5f4), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:04.999058 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 09dffb1b-f334-42d1-bd74-8b59ed4648c3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=09dffb1b-f334-42d1-bd74-8b59ed4648c3,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:05.011601 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '09dffb1b-f334-42d1-bd74-8b59ed4648c3', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'port_id': '09dffb1b-f334-42d1-bd74-8b59ed4648c3', 'mac_address': 'fa:16:3e:5d:dd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:30:05.023269 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c7b6ddbb-b6bd-47a1-816e-c8008badc710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (ddbe3868-0ae9-4ffc-92f1-cde7e49371b7), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:05.026080 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c7b6ddbb-b6bd-47a1-816e-c8008badc710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:05.027457 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-c7b6ddbb-b6bd-47a1-816e-c8008badc710 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/ddbe3868-0ae9-4ffc-92f1-cde7e49371b7 HTTP/1.1" status: 204 len: 168 time: 0.5289440 Sep 05 12:30:05.038534 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6ddbb-b6bd-47a1-816e-c8008badc710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbe3868-0ae9-4ffc-92f1-cde7e49371b7,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:05.048810 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-548f8475-cce7-481b-8e10-e3f9ca03da00 req-250b3b09-13ed-49c3-b17a-e9ea03fae0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (fc952bb3-4070-4d64-97b0-58dc2bf9b5f4), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:05.081031 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:05.081437 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:05.121451 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09dffb1b-f334-42d1-bd74-8b59ed4648c3 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:30:05.144879 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 09dffb1b-f334-42d1-bd74-8b59ed4648c3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=09dffb1b-f334-42d1-bd74-8b59ed4648c3,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:05.148576 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b3b09-13ed-49c3-b17a-e9ea03fae0d5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fc952bb3-4070-4d64-97b0-58dc2bf9b5f4,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:05.156539 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-548f8475-cce7-481b-8e10-e3f9ca03da00 req-250b3b09-13ed-49c3-b17a-e9ea03fae0d5 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122955 Sep 05 12:30:05.197594 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4713f42-3b74-4d9d-aba7-9535c93b6298 req-5d43d044-09a6-4211-a51a-0fa76a7931ad tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:05.199181 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e4713f42-3b74-4d9d-aba7-9535c93b6298 req-5d43d044-09a6-4211-a51a-0fa76a7931ad tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 945 time: 0.0617783 Sep 05 12:30:05.211112 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:05.251371 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e4713f42-3b74-4d9d-aba7-9535c93b6298 req-5a606b9f-5262-43f2-9001-7384c23a13b2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459950 Sep 05 12:30:05.282566 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:05.332289 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=09dffb1b-f334-42d1-bd74-8b59ed4648c3,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:05.386329 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:05.449835 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a39274-1b7b-443a-a3c5-fd6bcba6e890 req-3ede446e-3936-43bf-b9dc-23bb83d40535 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:05.452275 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-42a39274-1b7b-443a-a3c5-fd6bcba6e890 req-3ede446e-3936-43bf-b9dc-23bb83d40535 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 945 time: 0.0616832 Sep 05 12:30:05.495014 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 49944) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:05.518660 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-42a39274-1b7b-443a-a3c5-fd6bcba6e890 req-0c784578-3a55-43fc-959f-b07946d6be80 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608501 Sep 05 12:30:05.520013 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 5d2944c4-c65b-49e5-b532-6867e3db6d0c up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:30:05.594447 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port 5d2944c4-c65b-49e5-b532-6867e3db6d0c completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:30:05.638452 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-564c9f12-1a43-4d0b-9173-537973f77aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:05.712228 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 5d2944c4-c65b-49e5-b532-6867e3db6d0c triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:30:05.712794 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (5d2944c4-c65b-49e5-b532-6867e3db6d0c), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:05.752993 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-564c9f12-1a43-4d0b-9173-537973f77aed admin admin] Publish callbacks [] for security_group (d2d870ea-86b6-4c99-b508-e9f6410b6076), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:05.817698 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 5d2944c4-c65b-49e5-b532-6867e3db6d0c is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:05.818117 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (5d2944c4-c65b-49e5-b532-6867e3db6d0c), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:05.825927 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-564c9f12-1a43-4d0b-9173-537973f77aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (d2d870ea-86b6-4c99-b508-e9f6410b6076), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:05.849267 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['09dffb1b-f334-42d1-bd74-8b59ed4648c3'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:30:05.872386 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:05.881536 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-564c9f12-1a43-4d0b-9173-537973f77aed admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ba12976666de475194a11697e4183b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850489 Sep 05 12:30:05.882997 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c9f12-1a43-4d0b-9173-537973f77aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d870ea-86b6-4c99-b508-e9f6410b6076,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:05.886409 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 49958) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:05.888555 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 49960) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:05.898864 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 5d2944c4-c65b-49e5-b532-6867e3db6d0c, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=5d2944c4-c65b-49e5-b532-6867e3db6d0c,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:05.930717 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21e3de0a-9d9f-48f7-80e3-8e0596c0b608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:05.966092 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0815c135-ccc0-412c-b960-1dba28e7b455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f'}, {'server_uuid': '83fdb4c3-ab13-406e-8f5c-a8a7e481374f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2944c4-c65b-49e5-b532-6867e3db6d0c'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:30:05.975350 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063b48a7-f7e1-4714-bc8f-f5b7adaab1e1" -d '{"events": [{"server_uuid": "0815c135-ccc0-412c-b960-1dba28e7b455", "name": "network-vif-plugged", "status": "completed", "tag": "b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f"}, {"server_uuid": "83fdb4c3-ab13-406e-8f5c-a8a7e481374f", "name": "network-vif-plugged", "status": "completed", "tag": "5d2944c4-c65b-49e5-b532-6867e3db6d0c"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:30:06.029933 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (5d2944c4-c65b-49e5-b532-6867e3db6d0c), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:06.029933 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 2941d715-09fe-449b-bed5-764f516010b2 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:30:06.051882 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:06.056198 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d9df9d89-620e-43e5-a632-a8e7f15ebb61 admin admin] Publish callbacks [] for security_group (d2d870ea-86b6-4c99-b508-e9f6410b6076), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:06.177732 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port 2941d715-09fe-449b-bed5-764f516010b2 completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:30:06.184065 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d9df9d89-620e-43e5-a632-a8e7f15ebb61 admin admin] Publish callbacks [] for security_group (d2d870ea-86b6-4c99-b508-e9f6410b6076), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:06.186108 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=5d2944c4-c65b-49e5-b532-6867e3db6d0c,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:06.196625 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5f09db3d-c79a-4d91-a36b-4bf8a5b72069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:06.210622 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025f106-746b-4333-82c3-5342c6775b4d req-ee2b3f5f-ebfb-4a00-ab63-984c2687cf2c tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:06.227575 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e025f106-746b-4333-82c3-5342c6775b4d req-ee2b3f5f-ebfb-4a00-ab63-984c2687cf2c tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 946 time: 0.2012601 Sep 05 12:30:06.255565 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae6d84-24d4-40a9-9af8-0e69dba17df3 req-7686d572-c920-4933-8861-05956d21002c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:06.258877 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c5ae6d84-24d4-40a9-9af8-0e69dba17df3 req-7686d572-c920-4933-8861-05956d21002c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 944 time: 0.1245878 Sep 05 12:30:06.300521 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21e3de0a-9d9f-48f7-80e3-8e0596c0b608 admin admin] Publish callbacks [] for security_group (b1b118d2-7db7-496f-872b-3e3c33a82849), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:06.301344 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 2941d715-09fe-449b-bed5-764f516010b2 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:30:06.301889 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (2941d715-09fe-449b-bed5-764f516010b2), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:06.380053 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c5ae6d84-24d4-40a9-9af8-0e69dba17df3 req-81613ed2-f274-4c47-b9b0-3ad16e8a6974 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045430 Sep 05 12:30:06.409866 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21e3de0a-9d9f-48f7-80e3-8e0596c0b608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (b1b118d2-7db7-496f-872b-3e3c33a82849), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:06.499587 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3de0a-9d9f-48f7-80e3-8e0596c0b608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b118d2-7db7-496f-872b-3e3c33a82849,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:06.521793 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-21e3de0a-9d9f-48f7-80e3-8e0596c0b608 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ed5cf5f74e394b4aa0a1a4d3daff7a12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6321139 Sep 05 12:30:06.526643 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 49976) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:06.539407 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Sep 2022 12:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cddd43-b250-4fd3-954b-df93ce4fd3bd x-openstack-request-id: req-61cddd43-b250-4fd3-954b-df93ce4fd3bd {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:30:06.539852 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0815c135-ccc0-412c-b960-1dba28e7b455", "name": "network-vif-plugged", "status": "completed", "tag": "b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f", "code": 200}, {"server_uuid": "83fdb4c3-ab13-406e-8f5c-a8a7e481374f", "name": "network-vif-plugged", "status": "completed", "tag": "5d2944c4-c65b-49e5-b532-6867e3db6d0c", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:30:06.540419 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61cddd43-b250-4fd3-954b-df93ce4fd3bd {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:30:06.541173 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61cddd43-b250-4fd3-954b-df93ce4fd3bd'] response: {'server_uuid': '0815c135-ccc0-412c-b960-1dba28e7b455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f', 'code': 200} Sep 05 12:30:06.542002 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61cddd43-b250-4fd3-954b-df93ce4fd3bd'] response: {'server_uuid': '83fdb4c3-ab13-406e-8f5c-a8a7e481374f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2944c4-c65b-49e5-b532-6867e3db6d0c', 'code': 200} Sep 05 12:30:06.569557 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 2941d715-09fe-449b-bed5-764f516010b2 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:06.570128 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2941d715-09fe-449b-bed5-764f516010b2), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:06.608148 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:06.658014 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e025f106-746b-4333-82c3-5342c6775b4d req-96ca123c-fc6b-4937-a952-b5cef430f590 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282837 Sep 05 12:30:06.665727 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 2941d715-09fe-449b-bed5-764f516010b2, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2941d715-09fe-449b-bed5-764f516010b2,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:06.671731 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-df438f16-a41e-4cce-826b-f93dd7d6b0ce admin admin] Publish callbacks [] for security_group (b1b118d2-7db7-496f-872b-3e3c33a82849), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:06.683588 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fd4a3-e73d-45da-9660-1f4fc2f2d8a8 req-04ee3bc8-1697-4a5f-8526-448c9d2b77ac tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:06.706923 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e10fd4a3-e73d-45da-9660-1f4fc2f2d8a8 req-04ee3bc8-1697-4a5f-8526-448c9d2b77ac tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 945 time: 0.1050248 Sep 05 12:30:06.792805 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-df438f16-a41e-4cce-826b-f93dd7d6b0ce admin admin] Publish callbacks [] for security_group (b1b118d2-7db7-496f-872b-3e3c33a82849), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:06.827339 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (2941d715-09fe-449b-bed5-764f516010b2), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:06.875877 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e10fd4a3-e73d-45da-9660-1f4fc2f2d8a8 req-567ffd42-1910-4325-b386-16a354921cc3 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616271 Sep 05 12:30:06.896848 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d9df9d89-620e-43e5-a632-a8e7f15ebb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (d2d870ea-86b6-4c99-b508-e9f6410b6076), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:06.902240 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d9df9d89-620e-43e5-a632-a8e7f15ebb61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:06.904661 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-d9df9d89-620e-43e5-a632-a8e7f15ebb61 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d2d870ea-86b6-4c99-b508-e9f6410b6076 HTTP/1.1" status: 204 len: 168 time: 1.0158682 Sep 05 12:30:06.906105 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=2941d715-09fe-449b-bed5-764f516010b2,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:06.960741 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 09dffb1b-f334-42d1-bd74-8b59ed4648c3 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:30:07.012299 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df9d89-620e-43e5-a632-a8e7f15ebb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d870ea-86b6-4c99-b508-e9f6410b6076,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:07.031505 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368aa8b-853f-468d-86e0-515b1870d45b req-e722f939-0f47-46ca-8927-c4e59245e9fc tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:07.036634 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1368aa8b-853f-468d-86e0-515b1870d45b req-e722f939-0f47-46ca-8927-c4e59245e9fc tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.1287580 Sep 05 12:30:07.077208 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-df438f16-a41e-4cce-826b-f93dd7d6b0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (b1b118d2-7db7-496f-872b-3e3c33a82849), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:07.084791 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-df438f16-a41e-4cce-826b-f93dd7d6b0ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:07.089744 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-df438f16-a41e-4cce-826b-f93dd7d6b0ce admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b1b118d2-7db7-496f-872b-3e3c33a82849 HTTP/1.1" status: 204 len: 168 time: 0.5595245 Sep 05 12:30:07.101086 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df438f16-a41e-4cce-826b-f93dd7d6b0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b118d2-7db7-496f-872b-3e3c33a82849,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:07.117757 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1368aa8b-853f-468d-86e0-515b1870d45b req-02cb3b17-a8c5-4269-9730-6f95d3435619 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657907 Sep 05 12:30:07.141927 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:30:07.219640 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:30:07.220241 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:07.309728 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:07.310123 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:07.353131 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 09dffb1b-f334-42d1-bd74-8b59ed4648c3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=09dffb1b-f334-42d1-bd74-8b59ed4648c3,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:07.373710 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:07.457411 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:07.534914 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29998340-081e-44f1-81bf-589113841fdf req-1ba5724b-f218-40fa-ba5d-6fa1d5e17926 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:07.544609 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-29998340-081e-44f1-81bf-589113841fdf req-1ba5724b-f218-40fa-ba5d-6fa1d5e17926 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0612774 Sep 05 12:30:07.547711 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=09dffb1b-f334-42d1-bd74-8b59ed4648c3,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:07.572362 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:07.604283 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-29998340-081e-44f1-81bf-589113841fdf req-bf3f95fa-df37-4739-9867-452e46066907 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586765 Sep 05 12:30:07.639308 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff2aa6-f11b-40f5-b342-0b30bf17546b req-2ad7a3b6-9a58-4e9c-b950-6e70876a47b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:07.642305 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-64ff2aa6-f11b-40f5-b342-0b30bf17546b req-2ad7a3b6-9a58-4e9c-b950-6e70876a47b4 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 1129 time: 0.0802801 Sep 05 12:30:07.697527 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:07.718705 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dde9ab-0c30-42f3-9cdb-bc226ffdc2ac req-860132de-a5ff-479c-98c0-98ec0a579136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:07.720233 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b1dde9ab-0c30-42f3-9cdb-bc226ffdc2ac req-860132de-a5ff-479c-98c0-98ec0a579136 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 1130 time: 0.0632911 Sep 05 12:30:07.743324 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-64ff2aa6-f11b-40f5-b342-0b30bf17546b req-35d931c6-4b2b-41c9-96d8-48875f2e817a service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874987 Sep 05 12:30:07.778084 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b1dde9ab-0c30-42f3-9cdb-bc226ffdc2ac req-5df71749-9ee1-49dd-9712-4c8a6afce038 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514145 Sep 05 12:30:07.869975 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a9dd0-38e0-4cdb-948a-ac23ccb3dbef req-74b73d0f-ab94-4267-a4e0-bdaa6ba3fbd5 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:07.871498 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e02a9dd0-38e0-4cdb-948a-ac23ccb3dbef req-74b73d0f-ab94-4267-a4e0-bdaa6ba3fbd5 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 946 time: 0.0479624 Sep 05 12:30:07.931165 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:07.937286 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e02a9dd0-38e0-4cdb-948a-ac23ccb3dbef req-add319b9-d9f6-4749-a68f-af2aa078e3b5 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524857 Sep 05 12:30:08.031156 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50014) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:08.043107 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:08.064551 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29ce37-d756-47c3-a895-477b923449ce req-49cbf0bc-44e6-4dfd-98e0-49000bffea02 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:08.072159 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bd29ce37-d756-47c3-a895-477b923449ce req-49cbf0bc-44e6-4dfd-98e0-49000bffea02 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 945 time: 0.1013408 Sep 05 12:30:08.121741 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bd29ce37-d756-47c3-a895-477b923449ce req-133f017e-f0df-4462-a807-36d57163e257 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487065 Sep 05 12:30:08.217803 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:08.257997 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5610129-6714-452a-b97c-c05409ed2f52 req-84d832b0-c028-4bf2-a87e-5bd49ed91346 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:08.259502 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b5610129-6714-452a-b97c-c05409ed2f52 req-84d832b0-c028-4bf2-a87e-5bd49ed91346 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0582368 Sep 05 12:30:08.304423 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:08.340571 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b5610129-6714-452a-b97c-c05409ed2f52 req-346e7286-cbbd-48fc-b373-a56dda9887b3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736880 Sep 05 12:30:08.387765 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:08.419052 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Publish callbacks [] for security_group (3cb3c201-cb37-4a93-ae11-b4fd7a893d75), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:08.449686 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 50026) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:08.467128 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-00778296-428a-4d0d-b7ad-3b806b7e8456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:08.544355 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2941d715-09fe-449b-bed5-764f516010b2'}, {'server_uuid': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dffb1b-f334-42d1-bd74-8b59ed4648c3'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:30:08.546960 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087ca796-2bbc-4d07-bf3f-d635c4553f1c" -d '{"events": [{"server_uuid": "f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2", "name": "network-vif-plugged", "status": "completed", "tag": "2941d715-09fe-449b-bed5-764f516010b2"}, {"server_uuid": "a0105c66-6939-4b6d-b774-c1821012c1f0", "name": "network-vif-plugged", "status": "completed", "tag": "09dffb1b-f334-42d1-bd74-8b59ed4648c3"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:30:08.576402 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-00778296-428a-4d0d-b7ad-3b806b7e8456 admin admin] Publish callbacks [] for security_group (ed53b6c8-54b7-48bd-a4ed-5f0b9f9c51bf), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:08.603792 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (3cb3c201-cb37-4a93-ae11-b4fd7a893d75), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:08.634380 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=bade450ba43440f58c22858d8e1af7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6021311 Sep 05 12:30:08.638228 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 50040) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:08.659897 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Sep 2022 12:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdf3801-9e4a-4411-b53a-b56a3b5a33ad x-openstack-request-id: req-cbdf3801-9e4a-4411-b53a-b56a3b5a33ad {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:30:08.659897 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2", "name": "network-vif-plugged", "status": "completed", "tag": "2941d715-09fe-449b-bed5-764f516010b2", "code": 200}, {"server_uuid": "a0105c66-6939-4b6d-b774-c1821012c1f0", "name": "network-vif-plugged", "status": "completed", "tag": "09dffb1b-f334-42d1-bd74-8b59ed4648c3", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:30:08.660274 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cbdf3801-9e4a-4411-b53a-b56a3b5a33ad {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:30:08.661713 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbdf3801-9e4a-4411-b53a-b56a3b5a33ad'] response: {'server_uuid': 'f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2941d715-09fe-449b-bed5-764f516010b2', 'code': 200} Sep 05 12:30:08.661713 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbdf3801-9e4a-4411-b53a-b56a3b5a33ad'] response: {'server_uuid': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dffb1b-f334-42d1-bd74-8b59ed4648c3', 'code': 200} Sep 05 12:30:08.709118 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb3c201-cb37-4a93-ae11-b4fd7a893d75,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:08.712230 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-00778296-428a-4d0d-b7ad-3b806b7e8456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (ed53b6c8-54b7-48bd-a4ed-5f0b9f9c51bf), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:08.733706 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:08.734719 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:08.735597 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:08.736309 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:08.737004 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:08.738207 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:08.738382 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c9a57860-bcf2-4412-b54e-170ef0796d11 admin admin] Publish callbacks [] for security_group (3cb3c201-cb37-4a93-ae11-b4fd7a893d75), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:08.739686 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:08.741262 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:08.741897 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:08.742534 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:08.743698 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:08.744228 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:08.745663 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:08.746135 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:08.746597 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285b77e1-0cb3-4a1d-b48b-d037758b218a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:08.777399 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-00778296-428a-4d0d-b7ad-3b806b7e8456 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7a9ebe81aa324299aa386a2e2ffbf6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266091 Sep 05 12:30:08.782751 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 50042) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:08.795292 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00778296-428a-4d0d-b7ad-3b806b7e8456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed53b6c8-54b7-48bd-a4ed-5f0b9f9c51bf,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:08.802993 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c9a57860-bcf2-4412-b54e-170ef0796d11 admin admin] Publish callbacks [] for security_group (3cb3c201-cb37-4a93-ae11-b4fd7a893d75), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:08.841104 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679fc61-fe1a-4ac3-b74a-f76e0bc91f49 req-c2a95eef-33b8-402a-a0b5-a79774057ab4 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:08.858573 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a679fc61-fe1a-4ac3-b74a-f76e0bc91f49 req-c2a95eef-33b8-402a-a0b5-a79774057ab4 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0976052 Sep 05 12:30:08.877752 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:08.881880 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e648a75f-1667-499d-a48e-6ec5a597a9df admin admin] Publish callbacks [] for security_group (ed53b6c8-54b7-48bd-a4ed-5f0b9f9c51bf), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:08.912713 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e648a75f-1667-499d-a48e-6ec5a597a9df admin admin] Publish callbacks [] for security_group (ed53b6c8-54b7-48bd-a4ed-5f0b9f9c51bf), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:08.954828 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a679fc61-fe1a-4ac3-b74a-f76e0bc91f49 req-2a47cb5f-3a28-4587-be52-9f64e511b570 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031239 Sep 05 12:30:09.005046 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:09.014253 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c9a57860-bcf2-4412-b54e-170ef0796d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (3cb3c201-cb37-4a93-ae11-b4fd7a893d75), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:09.018635 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c9a57860-bcf2-4412-b54e-170ef0796d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:09.019974 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-c9a57860-bcf2-4412-b54e-170ef0796d11 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3cb3c201-cb37-4a93-ae11-b4fd7a893d75 HTTP/1.1" status: 204 len: 168 time: 0.3773751 Sep 05 12:30:09.031527 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a57860-bcf2-4412-b54e-170ef0796d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb3c201-cb37-4a93-ae11-b4fd7a893d75,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:09.128739 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:09.129318 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e648a75f-1667-499d-a48e-6ec5a597a9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (ed53b6c8-54b7-48bd-a4ed-5f0b9f9c51bf), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:09.134284 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e648a75f-1667-499d-a48e-6ec5a597a9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:09.136426 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-e648a75f-1667-499d-a48e-6ec5a597a9df admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/ed53b6c8-54b7-48bd-a4ed-5f0b9f9c51bf HTTP/1.1" status: 204 len: 168 time: 0.3526828 Sep 05 12:30:09.155643 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648a75f-1667-499d-a48e-6ec5a597a9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed53b6c8-54b7-48bd-a4ed-5f0b9f9c51bf,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:09.296795 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:30:09.345530 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:09.347473 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ac672-670e-474a-875e-765b74407dd6 req-ccc9a7ff-df0d-4b75-8006-1e0ed9eaf729 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:09.350254 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-954ac672-670e-474a-875e-765b74407dd6 req-ccc9a7ff-df0d-4b75-8006-1e0ed9eaf729 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 945 time: 0.1087003 Sep 05 12:30:09.407423 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-954ac672-670e-474a-875e-765b74407dd6 req-d282ef5b-140c-4208-8746-ccfa3aaf4248 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492628 Sep 05 12:30:09.510100 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f9d7e-eb91-4afc-aed8-31a2c11c07dd req-b04bc9da-9b6b-40d8-ae98-978274ab43f2 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:09.511733 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-797f9d7e-eb91-4afc-aed8-31a2c11c07dd req-b04bc9da-9b6b-40d8-ae98-978274ab43f2 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0547750 Sep 05 12:30:09.564635 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-797f9d7e-eb91-4afc-aed8-31a2c11c07dd req-192e96dc-8468-4fd0-a44d-d1e575eb9af8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469260 Sep 05 12:30:09.645697 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:09.747217 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:10.110661 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6c690-5d6e-47ab-bc6a-7e2cadc71cac req-a0fe419a-0a3f-4101-9b9f-295928a7f734 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:10.119874 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b2f6c690-5d6e-47ab-bc6a-7e2cadc71cac req-a0fe419a-0a3f-4101-9b9f-295928a7f734 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0575440 Sep 05 12:30:10.157752 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50078) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:10.176806 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:10.193677 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-01a2b385-398a-4dc9-b0ac-1083159c5fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:10.201062 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b2f6c690-5d6e-47ab-bc6a-7e2cadc71cac req-b6d20fcd-6f72-4648-ba1b-ade2a9a5438a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800328 Sep 05 12:30:10.247287 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:10.323775 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-01a2b385-398a-4dc9-b0ac-1083159c5fbc admin admin] Publish callbacks [] for security_group (6b3993c1-5a26-4c4a-bd91-498bbd299df2), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:10.351571 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 50088) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:10.388342 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-01a2b385-398a-4dc9-b0ac-1083159c5fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (6b3993c1-5a26-4c4a-bd91-498bbd299df2), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:10.405468 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:10.438029 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2b385-398a-4dc9-b0ac-1083159c5fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3993c1-5a26-4c4a-bd91-498bbd299df2,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:10.443356 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-01a2b385-398a-4dc9-b0ac-1083159c5fbc admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e5372c3103f544ccaccb6ab3be83f16c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841957 Sep 05 12:30:10.446233 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50096) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:10.592965 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f720c-42fc-4629-9ff6-cba6931dedfa req-120619cc-98b8-4713-9d6b-9922790d3172 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:10.594739 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-343f720c-42fc-4629-9ff6-cba6931dedfa req-120619cc-98b8-4713-9d6b-9922790d3172 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 945 time: 0.0764441 Sep 05 12:30:10.596092 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67dc97-d95b-4951-a0a1-c0f79053ac3d req-1b85c275-78f8-41a7-b7db-3b3f260a2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:10.597759 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bc67dc97-d95b-4951-a0a1-c0f79053ac3d req-1b85c275-78f8-41a7-b7db-3b3f260a2fd4 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 1130 time: 0.1272762 Sep 05 12:30:10.609009 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bc41c-936e-45e8-8f8f-ed8a7b623ef5 req-8c9ca8d4-5288-4ce7-bde0-8ad2922d0361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:10.610589 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-492bc41c-936e-45e8-8f8f-ed8a7b623ef5 req-8c9ca8d4-5288-4ce7-bde0-8ad2922d0361 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 1129 time: 0.0718424 Sep 05 12:30:10.636277 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-52aab646-7c6b-46f0-9df0-9215b45b3ac9 admin admin] Publish callbacks [] for security_group (6b3993c1-5a26-4c4a-bd91-498bbd299df2), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:10.653800 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-343f720c-42fc-4629-9ff6-cba6931dedfa req-bd82886b-ab34-40e8-a0d4-d6d812a45ae8 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516634 Sep 05 12:30:10.682979 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-52aab646-7c6b-46f0-9df0-9215b45b3ac9 admin admin] Publish callbacks [] for security_group (6b3993c1-5a26-4c4a-bd91-498bbd299df2), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:10.702290 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:10.733654 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-492bc41c-936e-45e8-8f8f-ed8a7b623ef5 req-6ee0ab62-7fce-4643-b489-4a689c51b779 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133752 Sep 05 12:30:10.742987 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bc67dc97-d95b-4951-a0a1-c0f79053ac3d req-ced7ebc1-66d6-4384-8780-fc76b97ec519 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314480 Sep 05 12:30:10.816858 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:10.849356 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7c2df-3184-48e6-b8d1-585f253eca17 req-e2596483-4689-4411-86fc-35f84e265ba8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:10.851848 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c3f7c2df-3184-48e6-b8d1-585f253eca17 req-e2596483-4689-4411-86fc-35f84e265ba8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.1284578 Sep 05 12:30:10.871622 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-52aab646-7c6b-46f0-9df0-9215b45b3ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (6b3993c1-5a26-4c4a-bd91-498bbd299df2), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:10.876185 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-52aab646-7c6b-46f0-9df0-9215b45b3ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:10.878132 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-52aab646-7c6b-46f0-9df0-9215b45b3ac9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/6b3993c1-5a26-4c4a-bd91-498bbd299df2 HTTP/1.1" status: 204 len: 168 time: 0.4305272 Sep 05 12:30:10.890238 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aab646-7c6b-46f0-9df0-9215b45b3ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3993c1-5a26-4c4a-bd91-498bbd299df2,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:10.956890 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c3f7c2df-3184-48e6-b8d1-585f253eca17 req-7eee765b-12fd-48a7-83b8-4d81a5da3c2d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969622 Sep 05 12:30:11.042791 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Publish callbacks [] for security_group (e7531b10-0286-4ba5-b260-a7cdcca0af77), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:11.100365 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:11.106343 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733076ba-d53e-4fad-a604-803b5848fbaa req-cfa9a74b-eefc-4039-8748-0d421909c23b tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:11.107842 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-733076ba-d53e-4fad-a604-803b5848fbaa req-cfa9a74b-eefc-4039-8748-0d421909c23b tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 945 time: 0.0511637 Sep 05 12:30:11.118828 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 50118) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:11.123454 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-276267b3-fe55-4d93-8cd4-bd23e99e9fea tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'floatingip': {'port_id': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:30:11.192755 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-276267b3-fe55-4d93-8cd4-bd23e99e9fea tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:11.322777 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (e7531b10-0286-4ba5-b260-a7cdcca0af77), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:11.452189 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=38c92e2b51b2477fb181f731e7c412c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0993037 Sep 05 12:30:11.455354 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50128) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:11.471978 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7531b10-0286-4ba5-b260-a7cdcca0af77,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:11.517828 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4db5e1-a5b3-45aa-b909-25a000c5d660 req-c3279bd3-3c2a-4b24-a742-90632978373f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:11.525711 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4d4db5e1-a5b3-45aa-b909-25a000c5d660 req-c3279bd3-3c2a-4b24-a742-90632978373f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.1792960 Sep 05 12:30:11.533761 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-e8db3946-d253-4834-a286-8710957df877 admin admin] Publish callbacks [] for security_group (e7531b10-0286-4ba5-b260-a7cdcca0af77), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:11.542311 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:11.542656 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:11.543017 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:11.543363 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:11.544406 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:11.544406 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:11.544406 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:11.544861 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:11.545020 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:11.545302 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:11.545639 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:11.545979 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:11.546809 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:11.546809 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:11.547116 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932a1454-7490-4e0a-9d7f-b40c6c456034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:11.571523 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-e8db3946-d253-4834-a286-8710957df877 admin admin] Publish callbacks [] for security_group (e7531b10-0286-4ba5-b260-a7cdcca0af77), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:11.631882 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4d4db5e1-a5b3-45aa-b909-25a000c5d660 req-ddd6f520-68de-4f0d-bba5-1d083e15d8ba tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046419 Sep 05 12:30:11.728138 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:11.757096 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-e8db3946-d253-4834-a286-8710957df877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (e7531b10-0286-4ba5-b260-a7cdcca0af77), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:11.761120 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-e8db3946-d253-4834-a286-8710957df877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:11.762182 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-e8db3946-d253-4834-a286-8710957df877 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e7531b10-0286-4ba5-b260-a7cdcca0af77 HTTP/1.1" status: 204 len: 168 time: 0.3056154 Sep 05 12:30:11.775245 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db3946-d253-4834-a286-8710957df877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7531b10-0286-4ba5-b260-a7cdcca0af77,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:12.185455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd22be-1af2-43eb-a4eb-8b6363c141e1 req-bb988deb-035b-41df-b6cc-8697569dfbfc tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:12.207129 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-76cd22be-1af2-43eb-a4eb-8b6363c141e1 req-bb988deb-035b-41df-b6cc-8697569dfbfc tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.1151626 Sep 05 12:30:12.234142 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 50146) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:12.289589 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.db.resource_extend [None req-276267b3-fe55-4d93-8cd4-bd23e99e9fea tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 05 12:30:12.294905 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7f02eea5-d261-4e2b-b041-e00b5e34493a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:12.334135 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-76cd22be-1af2-43eb-a4eb-8b6363c141e1 req-08131022-554c-401b-b8cb-01adf853524e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285393 Sep 05 12:30:12.485590 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-276267b3-fe55-4d93-8cd4-bd23e99e9fea tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:12.513696 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7f02eea5-d261-4e2b-b041-e00b5e34493a admin admin] Publish callbacks [] for security_group (71d6a329-5d8d-4489-913f-beed9d6297f9), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:12.533487 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:12.588548 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-276267b3-fe55-4d93-8cd4-bd23e99e9fea tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:12.634476 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7f02eea5-d261-4e2b-b041-e00b5e34493a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (71d6a329-5d8d-4489-913f-beed9d6297f9), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:12.714825 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-7f02eea5-d261-4e2b-b041-e00b5e34493a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=db29621521a14d16b05afc7ceb841d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4792836 Sep 05 12:30:12.718852 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50154) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:12.720137 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02eea5-d261-4e2b-b041-e00b5e34493a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d6a329-5d8d-4489-913f-beed9d6297f9,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:12.753439 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:12.757985 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.l3_db [None req-276267b3-fe55-4d93-8cd4-bd23e99e9fea tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Floating IP bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281 associated. External IP: 172.27.4.96, port: b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f. Sep 05 12:30:12.798100 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-90823692-391b-47be-829e-e7bafdcb8b46 admin admin] Publish callbacks [] for security_group (71d6a329-5d8d-4489-913f-beed9d6297f9), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:12.823374 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-90823692-391b-47be-829e-e7bafdcb8b46 admin admin] Publish callbacks [] for security_group (71d6a329-5d8d-4489-913f-beed9d6297f9), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:12.922429 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c98a80-c754-447c-a926-d746bd988a69 req-8a041ca7-3add-4d9c-8870-eded19701786 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:12.923989 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f6c98a80-c754-447c-a926-d746bd988a69 req-8a041ca7-3add-4d9c-8870-eded19701786 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0889556 Sep 05 12:30:12.962464 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-90823692-391b-47be-829e-e7bafdcb8b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (71d6a329-5d8d-4489-913f-beed9d6297f9), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:12.968379 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-90823692-391b-47be-829e-e7bafdcb8b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:12.971568 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-90823692-391b-47be-829e-e7bafdcb8b46 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/71d6a329-5d8d-4489-913f-beed9d6297f9 HTTP/1.1" status: 204 len: 168 time: 0.2440441 Sep 05 12:30:12.988467 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90823692-391b-47be-829e-e7bafdcb8b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d6a329-5d8d-4489-913f-beed9d6297f9,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:13.018016 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f6c98a80-c754-447c-a926-d746bd988a69 req-1a6315a9-8a8b-439b-b82a-819e28c0af36 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882905 Sep 05 12:30:13.109575 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276267b3-fe55-4d93-8cd4-bd23e99e9fea tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Router d908261c-9967-4aee-9784-5a319b3bc98a has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:30:13.165349 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62f19a-7ff5-4575-9f72-e3218434ce0c req-9097e08f-d526-4dc4-a7b8-3d9d9414d01e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:13.167014 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6b62f19a-7ff5-4575-9f72-e3218434ce0c req-9097e08f-d526-4dc4-a7b8-3d9d9414d01e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0586665 Sep 05 12:30:13.177757 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 50168) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:13.182425 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-fe747e37-5f95-450f-b81d-9b2f5a341048 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Request body: {'floatingip': {'port_id': '09dffb1b-f334-42d1-bd74-8b59ed4648c3'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:30:13.260536 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-fe747e37-5f95-450f-b81d-9b2f5a341048 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for floatingip (831b270f-19ab-44cd-b728-f171f09069b0), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:13.261548 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50170) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:13.276546 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2c418640-3107-4ad3-a18a-1e70bad0c982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:13.323906 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:13.325313 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276267b3-fe55-4d93-8cd4-bd23e99e9fea tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:30:13.338113 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e170a6e8-230e-4104-b511-4f7132f918e1 None None] Sync routers for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:30:13.348745 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e170a6e8-230e-4104-b511-4f7132f918e1 None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:30:13.349457 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-e170a6e8-230e-4104-b511-4f7132f918e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:30:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:13.356799 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-276267b3-fe55-4d93-8cd4-bd23e99e9fea tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:13.404936 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2c418640-3107-4ad3-a18a-1e70bad0c982 admin admin] Publish callbacks [] for security_group (14907ce7-6c91-4742-b1e7-cd03f6b7a9f2), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:13.408593 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-276267b3-fe55-4d93-8cd4-bd23e99e9fea tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281 HTTP/1.1" status: 200 len: 990 time: 2.2883692 Sep 05 12:30:13.415109 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0815c135-ccc0-412c-b960-1dba28e7b455', 'tag': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:30:13.423829 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368b92ea-e058-437f-b715-cf8eacf4fd70" -d '{"events": [{"name": "network-changed", "server_uuid": "0815c135-ccc0-412c-b960-1dba28e7b455", "tag": "b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:30:13.462487 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-e170a6e8-230e-4104-b511-4f7132f918e1 None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:30:13.516853 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2c418640-3107-4ad3-a18a-1e70bad0c982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (14907ce7-6c91-4742-b1e7-cd03f6b7a9f2), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:13.528442 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f073803-73f7-43e2-beb3-56f303f07c00 x-openstack-request-id: req-5f073803-73f7-43e2-beb3-56f303f07c00 {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:30:13.528741 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0815c135-ccc0-412c-b960-1dba28e7b455", "tag": "b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:30:13.529002 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f073803-73f7-43e2-beb3-56f303f07c00 {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:30:13.530429 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f073803-73f7-43e2-beb3-56f303f07c00'] response: {'name': 'network-changed', 'server_uuid': '0815c135-ccc0-412c-b960-1dba28e7b455', 'tag': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f', 'status': 'completed', 'code': 200} Sep 05 12:30:13.552675 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-2c418640-3107-4ad3-a18a-1e70bad0c982 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ce76aea8290c48c4b08efc3e145bc7d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887239 Sep 05 12:30:13.555040 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50180) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:13.616501 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c418640-3107-4ad3-a18a-1e70bad0c982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14907ce7-6c91-4742-b1e7-cd03f6b7a9f2,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:13.657013 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b6e54-386a-40ee-8ad6-88cab6319356 req-97cc402b-b181-4875-b20e-e51302e5d6ec tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:13.657013 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-430b6e54-386a-40ee-8ad6-88cab6319356 req-97cc402b-b181-4875-b20e-e51302e5d6ec tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.1202042 Sep 05 12:30:13.723043 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:13.757017 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ab2fafce-25c6-43bb-b8ef-7fcc8004ed5b admin admin] Publish callbacks [] for security_group (14907ce7-6c91-4742-b1e7-cd03f6b7a9f2), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:13.788524 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ab2fafce-25c6-43bb-b8ef-7fcc8004ed5b admin admin] Publish callbacks [] for security_group (14907ce7-6c91-4742-b1e7-cd03f6b7a9f2), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:13.837418 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-e170a6e8-230e-4104-b511-4f7132f918e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.96', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:62:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0815c135-ccc0-412c-b960-1dba28e7b455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:29:26Z', 'updated_at': '2022-09-05T12:30:12Z', 'revision_number': 1, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:13.884108 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e170a6e8-230e-4104-b511-4f7132f918e1 None None] Checking router: d908261c-9967-4aee-9784-5a319b3bc98a for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:30:13.907300 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b92ea-e058-437f-b715-cf8eacf4fd70 req-8d6b2274-dab4-4e20-8497-2eb586ef5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:13.909409 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-368b92ea-e058-437f-b715-cf8eacf4fd70 req-8d6b2274-dab4-4e20-8497-2eb586ef5bb9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 1129 time: 0.1780555 Sep 05 12:30:13.914779 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e170a6e8-230e-4104-b511-4f7132f918e1 None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:30:13.915654 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-e170a6e8-230e-4104-b511-4f7132f918e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:30:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:13.995802 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ab2fafce-25c6-43bb-b8ef-7fcc8004ed5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (14907ce7-6c91-4742-b1e7-cd03f6b7a9f2), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:14.000680 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ab2fafce-25c6-43bb-b8ef-7fcc8004ed5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:14.004419 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-ab2fafce-25c6-43bb-b8ef-7fcc8004ed5b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/14907ce7-6c91-4742-b1e7-cd03f6b7a9f2 HTTP/1.1" status: 204 len: 168 time: 0.4322829 Sep 05 12:30:14.072389 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b92ea-e058-437f-b715-cf8eacf4fd70 req-7754d0ed-4bbb-4d0a-bb87-fb38e53e8b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:14.076027 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-368b92ea-e058-437f-b715-cf8eacf4fd70 req-7754d0ed-4bbb-4d0a-bb87-fb38e53e8b6c service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b HTTP/1.1" status: 200 len: 916 time: 0.1553781 Sep 05 12:30:14.077066 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fafce-25c6-43bb-b8ef-7fcc8004ed5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14907ce7-6c91-4742-b1e7-cd03f6b7a9f2,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:14.096693 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-e170a6e8-230e-4104-b511-4f7132f918e1 None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:30:14.105754 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-430b6e54-386a-40ee-8ad6-88cab6319356 req-e9f5d998-17a1-4423-a025-9786ed21e894 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433446 Sep 05 12:30:14.292568 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-368b92ea-e058-437f-b715-cf8eacf4fd70 req-22af0aa9-f0a3-4f26-80c2-73a4256d6d56 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f HTTP/1.1" status: 200 len: 998 time: 0.2098122 Sep 05 12:30:14.408476 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-fe747e37-5f95-450f-b81d-9b2f5a341048 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:14.417715 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b92ea-e058-437f-b715-cf8eacf4fd70 req-d1f1dfe6-7e90-4082-9139-73cd3b8e5208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:14.419625 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-368b92ea-e058-437f-b715-cf8eacf4fd70 req-d1f1dfe6-7e90-4082-9139-73cd3b8e5208 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=bbfdcfbc-04d2-420b-9cdf-e282f39f1975 HTTP/1.1" status: 200 len: 854 time: 0.1215789 Sep 05 12:30:14.453092 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:14.464503 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-e170a6e8-230e-4104-b511-4f7132f918e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.96', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:62:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0815c135-ccc0-412c-b960-1dba28e7b455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:29:26Z', 'updated_at': '2022-09-05T12:30:12Z', 'revision_number': 1, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:14.466381 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b92ea-e058-437f-b715-cf8eacf4fd70 req-d7bff8c2-cef3-4c40-b39b-ecdee38af7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:14.467962 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-368b92ea-e058-437f-b715-cf8eacf4fd70 req-d7bff8c2-cef3-4c40-b39b-ecdee38af7b7 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420706 Sep 05 12:30:14.476351 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-fe747e37-5f95-450f-b81d-9b2f5a341048 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (831b270f-19ab-44cd-b728-f171f09069b0), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:14.492233 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e170a6e8-230e-4104-b511-4f7132f918e1 None None] The sync data for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi is: [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.96', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:62:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0815c135-ccc0-412c-b960-1dba28e7b455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:29:26Z', 'updated_at': '2022-09-05T12:30:12Z', 'revision_number': 1, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:30:14.604584 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-368b92ea-e058-437f-b715-cf8eacf4fd70 req-0f842b58-29da-4f3d-bb97-3361a9ce9cfb service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254556 Sep 05 12:30:14.609640 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.l3_db [None req-fe747e37-5f95-450f-b81d-9b2f5a341048 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Floating IP 831b270f-19ab-44cd-b728-f171f09069b0 associated. External IP: 172.27.4.182, port: 09dffb1b-f334-42d1-bd74-8b59ed4648c3. Sep 05 12:30:14.748983 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-368b92ea-e058-437f-b715-cf8eacf4fd70 req-df342818-1929-4bd5-a1ac-469093407102 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369236 Sep 05 12:30:14.759790 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:14.813872 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71255818-3788-40c8-be57-0d71af597b88 None None] New status for floating IP bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281: ACTIVE {{(pid=106741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:30:14.909759 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:14.947359 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b25c0-b79c-4278-991a-e74121401411 req-fd71d399-b1cd-4c5b-80bf-fc2b0160330c tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:14.949020 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d05b25c0-b79c-4278-991a-e74121401411 req-fd71d399-b1cd-4c5b-80bf-fc2b0160330c tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0947704 Sep 05 12:30:14.997286 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe747e37-5f95-450f-b81d-9b2f5a341048 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:30:15.148674 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d05b25c0-b79c-4278-991a-e74121401411 req-c8aacc59-602f-41cd-8329-06b9cab7b768 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633346 Sep 05 12:30:15.279304 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe747e37-5f95-450f-b81d-9b2f5a341048 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:30:15.290215 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-fe747e37-5f95-450f-b81d-9b2f5a341048 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:15.292956 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d81f1f-4fa1-457e-a9b1-b6eb8dfcf799 None None] Sync routers for ids ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:30:15.322043 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d81f1f-4fa1-457e-a9b1-b6eb8dfcf799 None None] Routers {'0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:30:15.322717 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-e9d81f1f-4fa1-457e-a9b1-b6eb8dfcf799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:30:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:15.346719 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4d5ab335-323b-47e8-9e53-752e6b30324a req-e2ae260c-76c7-48ae-a823-5dd8feda79bb service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0953588 Sep 05 12:30:15.349584 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4d905-a1aa-45d0-9f5e-69d7de08e7cc req-72e1228d-94af-4a25-8edd-085beecb0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:15.351850 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f8b4d905-a1aa-45d0-9f5e-69d7de08e7cc req-72e1228d-94af-4a25-8edd-085beecb0be9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 1130 time: 0.0874763 Sep 05 12:30:15.353923 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-fe747e37-5f95-450f-b81d-9b2f5a341048 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/831b270f-19ab-44cd-b728-f171f09069b0 HTTP/1.1" status: 200 len: 991 time: 2.1750615 Sep 05 12:30:15.468315 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-e9d81f1f-4fa1-457e-a9b1-b6eb8dfcf799 None None] Set router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:30:15.529044 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ab335-323b-47e8-9e53-752e6b30324a req-0905c7fd-36af-47ac-a589-aefdadda1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:15.530580 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4d5ab335-323b-47e8-9e53-752e6b30324a req-0905c7fd-36af-47ac-a589-aefdadda1e8d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=19911e0c0b444897b621ce06dbd8296a&device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 1130 time: 0.0629306 Sep 05 12:30:15.530948 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'tag': '09dffb1b-f334-42d1-bd74-8b59ed4648c3'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:30:15.533773 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c794be-79ba-473c-b480-000c7e4786f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0105c66-6939-4b6d-b774-c1821012c1f0", "tag": "09dffb1b-f334-42d1-bd74-8b59ed4648c3"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:30:15.587917 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4d905-a1aa-45d0-9f5e-69d7de08e7cc req-ab862a55-a893-486c-a5e9-ca663c434e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:15.590505 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f8b4d905-a1aa-45d0-9f5e-69d7de08e7cc req-ab862a55-a893-486c-a5e9-ca663c434e3c service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 200 len: 920 time: 0.1883700 Sep 05 12:30:15.599998 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:15.614744 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be53c22c-2f0c-4561-aec5-936a9483e4ce x-openstack-request-id: req-be53c22c-2f0c-4561-aec5-936a9483e4ce {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:30:15.615039 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0105c66-6939-4b6d-b774-c1821012c1f0", "tag": "09dffb1b-f334-42d1-bd74-8b59ed4648c3", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:30:15.615358 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be53c22c-2f0c-4561-aec5-936a9483e4ce {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:30:15.616038 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be53c22c-2f0c-4561-aec5-936a9483e4ce'] response: {'name': 'network-changed', 'server_uuid': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'tag': '09dffb1b-f334-42d1-bd74-8b59ed4648c3', 'status': 'completed', 'code': 200} Sep 05 12:30:15.627164 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:15.679929 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:15.866477 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c794be-79ba-473c-b480-000c7e4786f3 req-559cde84-ff8e-472f-9c32-3f8fa43de1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:15.868036 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a9c794be-79ba-473c-b480-000c7e4786f3 req-559cde84-ff8e-472f-9c32-3f8fa43de1dc service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=094bae935a1e4738b0c51d33c6d89e3a&device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 1129 time: 0.0806363 Sep 05 12:30:15.890988 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f8b4d905-a1aa-45d0-9f5e-69d7de08e7cc req-cd19d4fa-21ef-4b29-992c-7d4e74daa36e service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2941d715-09fe-449b-bed5-764f516010b2 HTTP/1.1" status: 200 len: 217 time: 0.1034360 Sep 05 12:30:15.916622 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-e9d81f1f-4fa1-457e-a9b1-b6eb8dfcf799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '831b270f-19ab-44cd-b728-f171f09069b0', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'floating_ip_address': '172.27.4.182', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'port_id': '09dffb1b-f334-42d1-bd74-8b59ed4648c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'mac_address': 'fa:16:3e:5d:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:29:32Z', 'updated_at': '2022-09-05T12:30:14Z', 'revision_number': 1, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:41Z', 'revision_number': 5, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:15.953301 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d81f1f-4fa1-457e-a9b1-b6eb8dfcf799 None None] Checking router: 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:30:15.956038 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d81f1f-4fa1-457e-a9b1-b6eb8dfcf799 None None] Routers {'0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:30:15.956662 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-e9d81f1f-4fa1-457e-a9b1-b6eb8dfcf799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:30:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:15.968197 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4d905-a1aa-45d0-9f5e-69d7de08e7cc req-dea026b7-30e6-4fc0-a0ad-e8508eb2f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:15.969828 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f8b4d905-a1aa-45d0-9f5e-69d7de08e7cc req-dea026b7-30e6-4fc0-a0ad-e8508eb2f392 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90 HTTP/1.1" status: 200 len: 858 time: 0.0706048 Sep 05 12:30:16.029150 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c794be-79ba-473c-b480-000c7e4786f3 req-0edb32e6-d4b1-454a-ad00-bb375cfde301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:16.033700 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a9c794be-79ba-473c-b480-000c7e4786f3 req-0edb32e6-d4b1-454a-ad00-bb375cfde301 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6 HTTP/1.1" status: 200 len: 917 time: 0.1523244 Sep 05 12:30:16.041528 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ab335-323b-47e8-9e53-752e6b30324a req-c066ef25-f5e0-4bd4-b27e-538b394ec858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:16.043017 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4d5ab335-323b-47e8-9e53-752e6b30324a req-c066ef25-f5e0-4bd4-b27e-538b394ec858 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=348d5686-a592-4367-8b5a-edfed120b8fb HTTP/1.1" status: 200 len: 912 time: 0.2740717 Sep 05 12:30:16.141856 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4d905-a1aa-45d0-9f5e-69d7de08e7cc req-487344c0-0a5b-4f8d-b8fd-5926e0522507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:16.141856 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f8b4d905-a1aa-45d0-9f5e-69d7de08e7cc req-487344c0-0a5b-4f8d-b8fd-5926e0522507 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=adc4bf76-da99-44ec-b79e-0ddca4fe97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1613131 Sep 05 12:30:16.141856 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4d5ab335-323b-47e8-9e53-752e6b30324a req-062986c6-7f15-42f8-a08e-08efd6299b0a service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd04259f-c361-432d-b45e-05d24550b093 HTTP/1.1" status: 200 len: 217 time: 0.0912130 Sep 05 12:30:16.166713 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-e9d81f1f-4fa1-457e-a9b1-b6eb8dfcf799 None None] Set router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:30:16.267055 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a9c794be-79ba-473c-b480-000c7e4786f3 req-a13e9c31-0eec-4ebc-a507-49dca6bbf386 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09dffb1b-f334-42d1-bd74-8b59ed4648c3 HTTP/1.1" status: 200 len: 999 time: 0.2173226 Sep 05 12:30:16.309886 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ab335-323b-47e8-9e53-752e6b30324a req-2d17f779-982e-4a4e-9a8a-4adb10551723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:16.311766 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4d5ab335-323b-47e8-9e53-752e6b30324a req-2d17f779-982e-4a4e-9a8a-4adb10551723 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de HTTP/1.1" status: 200 len: 850 time: 0.1375751 Sep 05 12:30:16.380581 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c794be-79ba-473c-b480-000c7e4786f3 req-f1fca234-2bc9-447d-8190-b726404ec4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:16.384326 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a9c794be-79ba-473c-b480-000c7e4786f3 req-f1fca234-2bc9-447d-8190-b726404ec4e2 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=836db7f6-1080-4cec-b0a2-52e957aa9512 HTTP/1.1" status: 200 len: 855 time: 0.1105382 Sep 05 12:30:16.401410 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ab335-323b-47e8-9e53-752e6b30324a req-5770c0e4-eebc-4214-b8e0-bdee77dcc043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:16.411470 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4d5ab335-323b-47e8-9e53-752e6b30324a req-5770c0e4-eebc-4214-b8e0-bdee77dcc043 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=348d5686-a592-4367-8b5a-edfed120b8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0881705 Sep 05 12:30:16.506539 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441a7ef-fb01-4ac3-bb49-673cc8a319d6 req-0a16f4d6-8840-42ea-94e0-9158d9f419f1 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:16.508085 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4441a7ef-fb01-4ac3-bb49-673cc8a319d6 req-0a16f4d6-8840-42ea-94e0-9158d9f419f1 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.1228421 Sep 05 12:30:16.511572 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c794be-79ba-473c-b480-000c7e4786f3 req-ea948f21-28f4-4161-8c06-4e1acb159163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:16.512775 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a9c794be-79ba-473c-b480-000c7e4786f3 req-ea948f21-28f4-4161-8c06-4e1acb159163 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1121380 Sep 05 12:30:16.518195 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4d5ab335-323b-47e8-9e53-752e6b30324a req-6d293372-02f8-47d4-b7de-6462bc17973a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/348d5686-a592-4367-8b5a-edfed120b8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031327 Sep 05 12:30:16.520100 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f8b4d905-a1aa-45d0-9f5e-69d7de08e7cc req-f25c029d-7ae1-42ea-aa49-fa5ea5d3464b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644152 Sep 05 12:30:16.557106 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:16.559487 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-e9d81f1f-4fa1-457e-a9b1-b6eb8dfcf799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '831b270f-19ab-44cd-b728-f171f09069b0', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'floating_ip_address': '172.27.4.182', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'port_id': '09dffb1b-f334-42d1-bd74-8b59ed4648c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'mac_address': 'fa:16:3e:5d:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:29:32Z', 'updated_at': '2022-09-05T12:30:14Z', 'revision_number': 1, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:41Z', 'revision_number': 5, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:16.587496 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d81f1f-4fa1-457e-a9b1-b6eb8dfcf799 None None] The sync data for ids ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'] in dv-cinder-801354-7-iscsi is: [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '831b270f-19ab-44cd-b728-f171f09069b0', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'floating_ip_address': '172.27.4.182', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'port_id': '09dffb1b-f334-42d1-bd74-8b59ed4648c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'mac_address': 'fa:16:3e:5d:dd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:29:32Z', 'updated_at': '2022-09-05T12:30:14Z', 'revision_number': 1, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:41Z', 'revision_number': 5, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:30:16.661210 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a9c794be-79ba-473c-b480-000c7e4786f3 req-507317e3-2682-4572-a2b5-1216bcc3bf03 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273870 Sep 05 12:30:16.670515 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4441a7ef-fb01-4ac3-bb49-673cc8a319d6 req-ed6312ab-2c00-446a-bc7f-ed3fe1f310ae tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522362 Sep 05 12:30:16.770720 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:16.777130 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f8b4d905-a1aa-45d0-9f5e-69d7de08e7cc req-c423dc00-23d2-4e44-8f41-8f7d2e1b9dee service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381096 Sep 05 12:30:16.780827 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4d5ab335-323b-47e8-9e53-752e6b30324a req-4e04b617-6e96-4e83-aee3-9ed3c0d4e4bd service neutron] 10.222.0.58 "GET /networking/v2.0/networks/348d5686-a592-4367-8b5a-edfed120b8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431707 Sep 05 12:30:16.821350 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a9c794be-79ba-473c-b480-000c7e4786f3 req-932b1052-888d-43fa-b3a4-968684e052dc service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449854 Sep 05 12:30:17.117876 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fa8fe4-f8e1-4e4b-b9bc-53e926f2a981 None None] New status for floating IP 831b270f-19ab-44cd-b728-f171f09069b0: ACTIVE {{(pid=106741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:30:17.496805 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:17.840815 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2cedd-98d9-4455-b8ee-4fbb1b3192d5 req-fea439a6-b740-4f82-96c2-006a514ef814 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:17.843042 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1ca2cedd-98d9-4455-b8ee-4fbb1b3192d5 req-fea439a6-b740-4f82-96c2-006a514ef814 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0756693 Sep 05 12:30:17.845505 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:17.898239 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1ca2cedd-98d9-4455-b8ee-4fbb1b3192d5 req-76118d13-ca61-4b9d-b2ea-8511f889b54f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464895 Sep 05 12:30:18.311838 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:19.043926 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:19.060186 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af73580-3ca7-4550-802b-d4e68e50ebfe req-516d58a7-3c62-4e02-bb7b-d4bad1d5a049 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:19.066211 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50362) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:19.071733 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9af73580-3ca7-4550-802b-d4e68e50ebfe req-516d58a7-3c62-4e02-bb7b-d4bad1d5a049 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0655258 Sep 05 12:30:19.121870 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9af73580-3ca7-4550-802b-d4e68e50ebfe req-d7538297-28e3-4542-965b-f5519e3affa8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470252 Sep 05 12:30:19.170373 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:19.189740 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-33416634-69e0-44db-b6d7-b9b43b756bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:19.196634 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:19.277005 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-33416634-69e0-44db-b6d7-b9b43b756bdd admin admin] Publish callbacks [] for security_group (723f9a40-654f-4a11-83d4-e59b98db13e6), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:19.365640 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-33416634-69e0-44db-b6d7-b9b43b756bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (723f9a40-654f-4a11-83d4-e59b98db13e6), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:19.407381 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-33416634-69e0-44db-b6d7-b9b43b756bdd admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=42fbdbd2b9af47f9a791719ea2762e26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389404 Sep 05 12:30:19.408110 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33416634-69e0-44db-b6d7-b9b43b756bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723f9a40-654f-4a11-83d4-e59b98db13e6,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:19.411513 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50370) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:19.468919 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ea53f924-414b-4134-9cd0-f231abf25a20 admin admin] Publish callbacks [] for security_group (723f9a40-654f-4a11-83d4-e59b98db13e6), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:19.492291 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ea53f924-414b-4134-9cd0-f231abf25a20 admin admin] Publish callbacks [] for security_group (723f9a40-654f-4a11-83d4-e59b98db13e6), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:19.545473 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:19.611209 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ea53f924-414b-4134-9cd0-f231abf25a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (723f9a40-654f-4a11-83d4-e59b98db13e6), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:19.614483 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ea53f924-414b-4134-9cd0-f231abf25a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:19.618298 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-ea53f924-414b-4134-9cd0-f231abf25a20 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/723f9a40-654f-4a11-83d4-e59b98db13e6 HTTP/1.1" status: 204 len: 168 time: 0.2032409 Sep 05 12:30:19.624332 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53f924-414b-4134-9cd0-f231abf25a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723f9a40-654f-4a11-83d4-e59b98db13e6,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:20.259024 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5ef09-04a6-4ab0-ad0b-3428d1bb761b req-67f79a8d-e060-49e9-9f67-f16c5e3cbe00 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:20.260987 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-49c5ef09-04a6-4ab0-ad0b-3428d1bb761b req-67f79a8d-e060-49e9-9f67-f16c5e3cbe00 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0585232 Sep 05 12:30:20.339784 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-49c5ef09-04a6-4ab0-ad0b-3428d1bb761b req-f6412d8e-b267-421c-aedf-1d7275a33d0b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728343 Sep 05 12:30:20.383150 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:20.435982 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50406) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:20.449291 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-04e45cd3-c2a3-45eb-9fe8-9aefab5717c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:20.494051 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:20.538757 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-04e45cd3-c2a3-45eb-9fe8-9aefab5717c0 admin admin] Publish callbacks [] for security_group (9ef5de4d-18a2-43f8-ac95-ae3bdfe89785), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:20.637251 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50414) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:20.671202 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-04e45cd3-c2a3-45eb-9fe8-9aefab5717c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (9ef5de4d-18a2-43f8-ac95-ae3bdfe89785), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:20.676351 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:20.713755 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-04e45cd3-c2a3-45eb-9fe8-9aefab5717c0 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=fffc78fe132f4c869cae323dedb29fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766860 Sep 05 12:30:20.715730 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e45cd3-c2a3-45eb-9fe8-9aefab5717c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef5de4d-18a2-43f8-ac95-ae3bdfe89785,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:20.716671 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 50418) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:20.754287 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0777a344-9b18-4219-9381-997d03b70033 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:20.772756 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c8ac48a-6963-430a-9f3f-eb4939c49c38 admin admin] Publish callbacks [] for security_group (9ef5de4d-18a2-43f8-ac95-ae3bdfe89785), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:20.792497 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:20.794179 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c8ac48a-6963-430a-9f3f-eb4939c49c38 admin admin] Publish callbacks [] for security_group (9ef5de4d-18a2-43f8-ac95-ae3bdfe89785), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:20.834626 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0777a344-9b18-4219-9381-997d03b70033 admin admin] Publish callbacks [] for security_group (094b6eb4-4fb5-4d96-8163-67ecb909ec0f), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:20.956884 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c8ac48a-6963-430a-9f3f-eb4939c49c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (9ef5de4d-18a2-43f8-ac95-ae3bdfe89785), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:20.957133 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0777a344-9b18-4219-9381-997d03b70033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (094b6eb4-4fb5-4d96-8163-67ecb909ec0f), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:20.960098 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c8ac48a-6963-430a-9f3f-eb4939c49c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:20.965295 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-7c8ac48a-6963-430a-9f3f-eb4939c49c38 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9ef5de4d-18a2-43f8-ac95-ae3bdfe89785 HTTP/1.1" status: 204 len: 168 time: 0.2469547 Sep 05 12:30:20.980258 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ac48a-6963-430a-9f3f-eb4939c49c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef5de4d-18a2-43f8-ac95-ae3bdfe89785,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:21.020010 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-0777a344-9b18-4219-9381-997d03b70033 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6f6fb474a92c4dc78d377e1adf1cc8cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3815007 Sep 05 12:30:21.021242 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777a344-9b18-4219-9381-997d03b70033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094b6eb4-4fb5-4d96-8163-67ecb909ec0f,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:21.022837 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 50424) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:21.096255 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b564a214-b2cd-4f39-81a1-8cb4990cbc91 admin admin] Publish callbacks [] for security_group (094b6eb4-4fb5-4d96-8163-67ecb909ec0f), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:21.118652 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b564a214-b2cd-4f39-81a1-8cb4990cbc91 admin admin] Publish callbacks [] for security_group (094b6eb4-4fb5-4d96-8163-67ecb909ec0f), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:21.242678 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b564a214-b2cd-4f39-81a1-8cb4990cbc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (094b6eb4-4fb5-4d96-8163-67ecb909ec0f), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:21.245275 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b564a214-b2cd-4f39-81a1-8cb4990cbc91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:21.246702 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-b564a214-b2cd-4f39-81a1-8cb4990cbc91 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/094b6eb4-4fb5-4d96-8163-67ecb909ec0f HTTP/1.1" status: 204 len: 168 time: 0.2221642 Sep 05 12:30:21.256064 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564a214-b2cd-4f39-81a1-8cb4990cbc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094b6eb4-4fb5-4d96-8163-67ecb909ec0f,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:21.491964 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891b882-0248-4e1d-8346-c82636e2614a req-aca3b0d9-5027-4099-a13f-3c983f18bb30 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:21.493622 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6891b882-0248-4e1d-8346-c82636e2614a req-aca3b0d9-5027-4099-a13f-3c983f18bb30 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0695376 Sep 05 12:30:21.550616 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6891b882-0248-4e1d-8346-c82636e2614a req-baae5402-fedb-44c7-a8b7-8aeb3f4836ba tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498276 Sep 05 12:30:22.206970 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 50460) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:22.223663 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-acf7fcdb-6865-4ef1-b5e9-643c9b3fdb2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:22.272375 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:22.323368 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-acf7fcdb-6865-4ef1-b5e9-643c9b3fdb2d admin admin] Publish callbacks [] for security_group (b66d2b29-be04-434e-ac0e-5ad210a2e72a), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:22.425151 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-acf7fcdb-6865-4ef1-b5e9-643c9b3fdb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (b66d2b29-be04-434e-ac0e-5ad210a2e72a), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:22.468302 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-acf7fcdb-6865-4ef1-b5e9-643c9b3fdb2d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=3568f2075b4d4e5981741ebd48c20fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596262 Sep 05 12:30:22.471149 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50468) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:22.473383 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7fcdb-6865-4ef1-b5e9-643c9b3fdb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66d2b29-be04-434e-ac0e-5ad210a2e72a,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:22.537021 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-181dec51-510c-45e8-9402-f583a894aae6 admin admin] Publish callbacks [] for security_group (b66d2b29-be04-434e-ac0e-5ad210a2e72a), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:22.564598 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-181dec51-510c-45e8-9402-f583a894aae6 admin admin] Publish callbacks [] for security_group (b66d2b29-be04-434e-ac0e-5ad210a2e72a), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:22.700580 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e640493-0c17-4fee-988e-52e0670cfd93 req-0420da66-1b51-4f7d-b3ee-979aee25c159 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:22.703479 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4e640493-0c17-4fee-988e-52e0670cfd93 req-0420da66-1b51-4f7d-b3ee-979aee25c159 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0504797 Sep 05 12:30:22.723915 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-181dec51-510c-45e8-9402-f583a894aae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (b66d2b29-be04-434e-ac0e-5ad210a2e72a), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:22.726666 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-181dec51-510c-45e8-9402-f583a894aae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:22.727819 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-181dec51-510c-45e8-9402-f583a894aae6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b66d2b29-be04-434e-ac0e-5ad210a2e72a HTTP/1.1" status: 204 len: 168 time: 0.2555957 Sep 05 12:30:22.751259 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181dec51-510c-45e8-9402-f583a894aae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66d2b29-be04-434e-ac0e-5ad210a2e72a,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:22.776928 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4e640493-0c17-4fee-988e-52e0670cfd93 req-e377e30c-84ba-4d9e-82c0-45cc9da18c89 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688832 Sep 05 12:30:23.465181 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 50504) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:23.705763 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-197d6359-d5d1-4d0e-946a-4c8329762220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:23.827507 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-197d6359-d5d1-4d0e-946a-4c8329762220 admin admin] Publish callbacks [] for security_group (7ae53b52-8d17-4644-a661-f22d67f44885), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:23.948151 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b11064-fdc8-4759-b291-cdb180ca1886 req-1ad254eb-4b68-470b-9a41-93af199d8846 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:23.955826 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-46b11064-fdc8-4759-b291-cdb180ca1886 req-1ad254eb-4b68-470b-9a41-93af199d8846 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0766506 Sep 05 12:30:23.960167 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-197d6359-d5d1-4d0e-946a-4c8329762220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (7ae53b52-8d17-4644-a661-f22d67f44885), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:24.034109 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50532) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:24.036099 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-197d6359-d5d1-4d0e-946a-4c8329762220 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8c8ab2cb4bc8454f8c99dd03c5b6608e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5618916 Sep 05 12:30:24.039936 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d6359-d5d1-4d0e-946a-4c8329762220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae53b52-8d17-4644-a661-f22d67f44885,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:24.085721 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-46b11064-fdc8-4759-b291-cdb180ca1886 req-81473167-b00a-4edf-968e-edcd8fe34e17 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285210 Sep 05 12:30:24.123068 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a9952cd9-68cc-4ce3-9476-51751dabece8 admin admin] Publish callbacks [] for security_group (7ae53b52-8d17-4644-a661-f22d67f44885), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:24.155168 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a9952cd9-68cc-4ce3-9476-51751dabece8 admin admin] Publish callbacks [] for security_group (7ae53b52-8d17-4644-a661-f22d67f44885), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:24.298130 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a9952cd9-68cc-4ce3-9476-51751dabece8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (7ae53b52-8d17-4644-a661-f22d67f44885), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:24.300747 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a9952cd9-68cc-4ce3-9476-51751dabece8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:24.304829 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-a9952cd9-68cc-4ce3-9476-51751dabece8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7ae53b52-8d17-4644-a661-f22d67f44885 HTTP/1.1" status: 204 len: 168 time: 0.2667189 Sep 05 12:30:24.306754 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:UPDATE=1,neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=7 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:24.329927 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9952cd9-68cc-4ce3-9476-51751dabece8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae53b52-8d17-4644-a661-f22d67f44885,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:24.527956 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fec41-4970-401a-83cb-dd1a49caeefc req-a8e6b6cb-fb40-47bc-a505-9734165af5b3 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:24.527956 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8c6fec41-4970-401a-83cb-dd1a49caeefc req-a8e6b6cb-fb40-47bc-a505-9734165af5b3 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 946 time: 0.0517669 Sep 05 12:30:24.585179 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8c6fec41-4970-401a-83cb-dd1a49caeefc req-16d9b9f2-60b9-4589-a64a-13fbb12238bd tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569327 Sep 05 12:30:25.191479 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 50604) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:25.207473 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-bf81d520-b126-4edf-a865-e87775aea9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:25.218395 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:25.247681 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7862e4-b103-4d0f-9dab-046116ae986e req-086ef7d6-11c1-4df8-9be3-8dfdd825743c tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:25.249861 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6a7862e4-b103-4d0f-9dab-046116ae986e req-086ef7d6-11c1-4df8-9be3-8dfdd825743c tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0611367 Sep 05 12:30:25.308303 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-bf81d520-b126-4edf-a865-e87775aea9e0 admin admin] Publish callbacks [] for security_group (28c972fb-74c0-4544-aaa6-d42e44cb5199), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:25.308561 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6a7862e4-b103-4d0f-9dab-046116ae986e req-335b1284-f95a-4b9c-a940-d027a40a4e05 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504973 Sep 05 12:30:25.373034 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-bf81d520-b126-4edf-a865-e87775aea9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (28c972fb-74c0-4544-aaa6-d42e44cb5199), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:25.415594 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-bf81d520-b126-4edf-a865-e87775aea9e0 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=323fbde6748e4e559fef1fb27459fb8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224257 Sep 05 12:30:25.417657 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81d520-b126-4edf-a865-e87775aea9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c972fb-74c0-4544-aaa6-d42e44cb5199,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:25.419860 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50608) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:25.488661 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a1e8f8f7-369a-4aee-81f1-b4ca317ddbf2 admin admin] Publish callbacks [] for security_group (28c972fb-74c0-4544-aaa6-d42e44cb5199), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:25.514961 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a1e8f8f7-369a-4aee-81f1-b4ca317ddbf2 admin admin] Publish callbacks [] for security_group (28c972fb-74c0-4544-aaa6-d42e44cb5199), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:25.700593 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a1e8f8f7-369a-4aee-81f1-b4ca317ddbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (28c972fb-74c0-4544-aaa6-d42e44cb5199), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:25.711852 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a1e8f8f7-369a-4aee-81f1-b4ca317ddbf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:25.711852 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-a1e8f8f7-369a-4aee-81f1-b4ca317ddbf2 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/28c972fb-74c0-4544-aaa6-d42e44cb5199 HTTP/1.1" status: 204 len: 168 time: 0.2837353 Sep 05 12:30:25.713541 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8f8f7-369a-4aee-81f1-b4ca317ddbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c972fb-74c0-4544-aaa6-d42e44cb5199,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:25.740211 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:25.756246 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d7e44-3ee3-45cf-a1fd-8e04482e7848 req-80c59100-39b5-4e62-9ec4-8a80748cc4ff tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:25.758015 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-397d7e44-3ee3-45cf-a1fd-8e04482e7848 req-80c59100-39b5-4e62-9ec4-8a80748cc4ff tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 946 time: 0.0766845 Sep 05 12:30:25.820081 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-397d7e44-3ee3-45cf-a1fd-8e04482e7848 req-d8b53516-c5c3-4d26-86f0-85af0e4f4cc8 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564220 Sep 05 12:30:26.449895 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064d754-6fbb-4d85-aea8-e3dd65025600 req-58179e9d-58dd-4259-b4ed-eb7b68551281 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:26.451426 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f064d754-6fbb-4d85-aea8-e3dd65025600 req-58179e9d-58dd-4259-b4ed-eb7b68551281 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0606339 Sep 05 12:30:26.513608 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f064d754-6fbb-4d85-aea8-e3dd65025600 req-32b4889f-586c-48cb-bf1b-7b3f846f93c4 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516665 Sep 05 12:30:26.820481 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bf990-cab1-4573-9d5a-5d8798b2e728 req-dfdc7450-2473-46fa-a5d2-cf851ce59e74 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:26.822627 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8b0bf990-cab1-4573-9d5a-5d8798b2e728 req-dfdc7450-2473-46fa-a5d2-cf851ce59e74 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 946 time: 0.0512154 Sep 05 12:30:27.013891 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50674) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:27.026919 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [req-8b0bf990-cab1-4573-9d5a-5d8798b2e728 req-31446f52-2922-4c78-8b1d-47b9ebcf56b0 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Deleting port cd04259f-c361-432d-b45e-05d24550b093 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:30:27.027148 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-8b0bf990-cab1-4573-9d5a-5d8798b2e728 req-31446f52-2922-4c78-8b1d-47b9ebcf56b0 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (cd04259f-c361-432d-b45e-05d24550b093), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:27.057527 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e9c16-a520-44eb-b5a9-bbad06f148e2 req-5fb21c82-5d9b-4045-b4f7-70b634b5ace3 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:27.059181 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9b5e9c16-a520-44eb-b5a9-bbad06f148e2 req-5fb21c82-5d9b-4045-b4f7-70b634b5ace3 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 946 time: 0.1141553 Sep 05 12:30:27.156907 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-f0447cfd-8029-4b5b-b95e-f93af12de105 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-18520056-network', 'tenant_id': 'd5ecc5cd1d854b17bbe9ee678ecacfe3'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:30:27.179855 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9b5e9c16-a520-44eb-b5a9-bbad06f148e2 req-3b72d8fa-b647-4412-ad3c-8476668ceb82 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=16161de4-a53b-46a4-890d-ea77fe614e64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887499 Sep 05 12:30:27.197540 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-8b0bf990-cab1-4573-9d5a-5d8798b2e728 req-31446f52-2922-4c78-8b1d-47b9ebcf56b0 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] For port cd04259f-c361-432d-b45e-05d24550b093, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=cd04259f-c361-432d-b45e-05d24550b093,segment=NetworkSegment(eea1933c-bd50-463b-b5a6-c03870350d85),segment_id=eea1933c-bd50-463b-b5a6-c03870350d85)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:27.197540 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-8b0bf990-cab1-4573-9d5a-5d8798b2e728 req-31446f52-2922-4c78-8b1d-47b9ebcf56b0 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (cd04259f-c361-432d-b45e-05d24550b093), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:27.221591 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [req-8b0bf990-cab1-4573-9d5a-5d8798b2e728 req-31446f52-2922-4c78-8b1d-47b9ebcf56b0 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Calling delete_port for cd04259f-c361-432d-b45e-05d24550b093 owned by compute:nova {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:30:27.288324 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0447cfd-8029-4b5b-b95e-f93af12de105 admin admin] Made reservation on behalf of d5ecc5cd1d854b17bbe9ee678ecacfe3 for: {'network': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:30:27.291477 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f0447cfd-8029-4b5b-b95e-f93af12de105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:27.302702 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f0447cfd-8029-4b5b-b95e-f93af12de105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:27.305693 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:27.411639 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f0447cfd-8029-4b5b-b95e-f93af12de105 admin admin] Publish callbacks [] for security_group (80ae8e73-bef7-483a-b82a-2fe52a2aa3cc), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:27.592735 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f0447cfd-8029-4b5b-b95e-f93af12de105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (80ae8e73-bef7-483a-b82a-2fe52a2aa3cc), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:27.593525 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-8b0bf990-cab1-4573-9d5a-5d8798b2e728 req-31446f52-2922-4c78-8b1d-47b9ebcf56b0 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (cd04259f-c361-432d-b45e-05d24550b093), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:27.594959 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:27.626275 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31446f52-2922-4c78-8b1d-47b9ebcf56b0 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Pushing event deleted for resources: {'Port': ['ID=cd04259f-c361-432d-b45e-05d24550b093,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:27.631881 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0447cfd-8029-4b5b-b95e-f93af12de105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=106739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:30:27.640985 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['cd04259f-c361-432d-b45e-05d24550b093'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:30:27.690917 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0447cfd-8029-4b5b-b95e-f93af12de105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:27.699067 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f0447cfd-8029-4b5b-b95e-f93af12de105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (a774ec55-a008-40de-a9e1-f5f542c17d2d), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:27.699983 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.segments_db [None req-f0447cfd-8029-4b5b-b95e-f93af12de105 admin admin] Added segment a774ec55-a008-40de-a9e1-f5f542c17d2d of type vlan for network 488a601a-db3c-42c3-a1b1-31b43872e2ec Sep 05 12:30:27.726975 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0bf990-cab1-4573-9d5a-5d8798b2e728 req-31446f52-2922-4c78-8b1d-47b9ebcf56b0 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] No DVR routers for this DVR port cd04259f-c361-432d-b45e-05d24550b093 on host hv-cinder-80135 {{(pid=106740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:30:27.726975 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-8b0bf990-cab1-4573-9d5a-5d8798b2e728 req-31446f52-2922-4c78-8b1d-47b9ebcf56b0 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:27.729046 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cf1e1-ea96-464a-ba87-921f7da8bcf8 req-9359f51d-27e7-4f09-a799-964dfc0c3772 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:27.729600 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8b0bf990-cab1-4573-9d5a-5d8798b2e728 req-31446f52-2922-4c78-8b1d-47b9ebcf56b0 tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.58 "DELETE /networking/v2.0/ports/cd04259f-c361-432d-b45e-05d24550b093 HTTP/1.1" status: 204 len: 173 time: 0.9000628 Sep 05 12:30:27.730131 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79b6762-27f0-4044-bed9-bd1f6d1ba687', 'name': 'network-vif-deleted', 'tag': 'cd04259f-c361-432d-b45e-05d24550b093'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:30:27.730599 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-240cf1e1-ea96-464a-ba87-921f7da8bcf8 req-9359f51d-27e7-4f09-a799-964dfc0c3772 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.1273010 Sep 05 12:30:27.736623 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f18423-54f2-4aca-8b3c-5699ee491856" -d '{"events": [{"server_uuid": "e79b6762-27f0-4044-bed9-bd1f6d1ba687", "name": "network-vif-deleted", "tag": "cd04259f-c361-432d-b45e-05d24550b093"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:30:27.785444 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ec1446-fcfc-43b6-871a-589a0ee901d1 x-openstack-request-id: req-c8ec1446-fcfc-43b6-871a-589a0ee901d1 {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:30:27.786246 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79b6762-27f0-4044-bed9-bd1f6d1ba687", "name": "network-vif-deleted", "tag": "cd04259f-c361-432d-b45e-05d24550b093", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:30:27.786655 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8ec1446-fcfc-43b6-871a-589a0ee901d1 {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:30:27.787209 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ec1446-fcfc-43b6-871a-589a0ee901d1'] response: {'server_uuid': 'e79b6762-27f0-4044-bed9-bd1f6d1ba687', 'name': 'network-vif-deleted', 'tag': 'cd04259f-c361-432d-b45e-05d24550b093', 'status': 'completed', 'code': 200} Sep 05 12:30:28.014126 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f0447cfd-8029-4b5b-b95e-f93af12de105 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (488a601a-db3c-42c3-a1b1-31b43872e2ec), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:28.064430 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-240cf1e1-ea96-464a-ba87-921f7da8bcf8 req-37c32779-7091-45fb-84ee-ae078b493c54 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778661 Sep 05 12:30:28.139837 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f0447cfd-8029-4b5b-b95e-f93af12de105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (488a601a-db3c-42c3-a1b1-31b43872e2ec), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:28.140956 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0447cfd-8029-4b5b-b95e-f93af12de105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:28.141544 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f0447cfd-8029-4b5b-b95e-f93af12de105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:28.187411 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:28.206996 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0447cfd-8029-4b5b-b95e-f93af12de105 admin admin] Pushing event updated for resources: {'Network': ['ID=488a601a-db3c-42c3-a1b1-31b43872e2ec,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:28.220828 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network 488a601a-db3c-42c3-a1b1-31b43872e2ec details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:30:28.314012 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c3302068-5e67-4ecf-8b04-d0391dd25b9d req-b6549df6-445b-440a-96a0-e2c248536c0b tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 210 time: 0.0284355 Sep 05 12:30:28.511104 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-f0447cfd-8029-4b5b-b95e-f93af12de105 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4960489 Sep 05 12:30:28.514222 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50702) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:28.518872 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-e970848d-9436-4ae1-ad8d-ab14f6d66326 admin admin] Request body: {'subnet': {'network_id': '488a601a-db3c-42c3-a1b1-31b43872e2ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-18520056-subnet', 'tenant_id': 'd5ecc5cd1d854b17bbe9ee678ecacfe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:30:28.643655 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e970848d-9436-4ae1-ad8d-ab14f6d66326 admin admin] Made reservation on behalf of d5ecc5cd1d854b17bbe9ee678ecacfe3 for: {'subnet': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:30:28.646651 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-e970848d-9436-4ae1-ad8d-ab14f6d66326 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:28.937035 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-e970848d-9436-4ae1-ad8d-ab14f6d66326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for subnet (1dca5eaf-b59b-4c4c-976f-1582d480e525), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:28.998540 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970848d-9436-4ae1-ad8d-ab14f6d66326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dca5eaf-b59b-4c4c-976f-1582d480e525,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:29.011508 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e970848d-9436-4ae1-ad8d-ab14f6d66326 admin admin] Checking segment: {'id': 'a774ec55-a008-40de-a9e1-f5f542c17d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '488a601a-db3c-42c3-a1b1-31b43872e2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:30:29.011961 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e970848d-9436-4ae1-ad8d-ab14f6d66326 admin admin] Network hostable DHCP agents. Network: 488a601a-db3c-42c3-a1b1-31b43872e2ec, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:30:29.193170 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a50ba-51e0-475d-9fb5-b62b3b8958ad req-845ea10e-91cc-4caa-9543-cbd6333c34c8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:29.194680 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2b6a50ba-51e0-475d-9fb5-b62b3b8958ad req-845ea10e-91cc-4caa-9543-cbd6333c34c8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0498414 Sep 05 12:30:29.196574 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e970848d-9436-4ae1-ad8d-ab14f6d66326 admin admin] Network 488a601a-db3c-42c3-a1b1-31b43872e2ec is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:30:29.250034 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2b6a50ba-51e0-475d-9fb5-b62b3b8958ad req-51f80e14-06df-4bc4-848c-ed994b9fecae tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446124 Sep 05 12:30:29.313885 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:29.373956 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-e970848d-9436-4ae1-ad8d-ab14f6d66326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, 488a601a-db3c-42c3-a1b1-31b43872e2ec) {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:30:29.386883 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf8dd6-d0dd-4f71-a7b8-a062d9394a41 None None] Network 488a601a-db3c-42c3-a1b1-31b43872e2ec requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:30:29.392906 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e970848d-9436-4ae1-ad8d-ab14f6d66326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:29.393568 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-e970848d-9436-4ae1-ad8d-ab14f6d66326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:29.445963 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-93070db4-114d-4d7c-98f3-86b835f65d48 req-08bf3ef2-56c1-4925-96e8-6f25f7f707ad tempest-DeleteServersTestJSON-1418866235 tempest-DeleteServersTestJSON-1418866235-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=e79b6762-27f0-4044-bed9-bd1f6d1ba687 HTTP/1.1" status: 200 len: 210 time: 0.0341134 Sep 05 12:30:29.537145 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-e970848d-9436-4ae1-ad8d-ab14f6d66326 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0217881 Sep 05 12:30:29.621466 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2155844e-c78c-44d7-9a09-d29b09e9b84d None None] Network 488a601a-db3c-42c3-a1b1-31b43872e2ec requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:30:30.434167 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c272037-3b77-4e0b-aa39-ddcf2d431366 req-148951fc-8ec7-40b9-89a3-bf7cf9d53878 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:30.436713 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7c272037-3b77-4e0b-aa39-ddcf2d431366 req-148951fc-8ec7-40b9-89a3-bf7cf9d53878 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0532768 Sep 05 12:30:30.495061 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7c272037-3b77-4e0b-aa39-ddcf2d431366 req-3c6729e4-0c81-450d-bb12-96d3b8f8e8e3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507958 Sep 05 12:30:30.911056 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 50790) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:31.044296 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9153-4a5e-4d10-a713-9fbb01a322bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:31.097795 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device cd04259f-c361-432d-b45e-05d24550b093 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:30:31.120492 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: cd04259f-c361-432d-b45e-05d24550b093 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:30:31.120973 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device cd04259f-c361-432d-b45e-05d24550b093 not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:30:31.133070 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9153-4a5e-4d10-a713-9fbb01a322bc admin admin] Publish callbacks [] for security_group (5f6e341f-85bd-45f1-946f-6fdde134bfa1), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:31.250808 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3cfe9153-4a5e-4d10-a713-9fbb01a322bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (5f6e341f-85bd-45f1-946f-6fdde134bfa1), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:31.290424 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-3cfe9153-4a5e-4d10-a713-9fbb01a322bc admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=29d9df82bff0499ea1f97b0f5170cf4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782668 Sep 05 12:30:31.291335 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe9153-4a5e-4d10-a713-9fbb01a322bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6e341f-85bd-45f1-946f-6fdde134bfa1,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:31.293483 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50800) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:31.320493 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:31.371484 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-605d4e0f-f1a0-41eb-8e17-d0e66eb1f1b2 admin admin] Publish callbacks [] for security_group (5f6e341f-85bd-45f1-946f-6fdde134bfa1), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:31.396465 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-605d4e0f-f1a0-41eb-8e17-d0e66eb1f1b2 admin admin] Publish callbacks [] for security_group (5f6e341f-85bd-45f1-946f-6fdde134bfa1), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:31.559847 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-605d4e0f-f1a0-41eb-8e17-d0e66eb1f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (5f6e341f-85bd-45f1-946f-6fdde134bfa1), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:31.562936 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-605d4e0f-f1a0-41eb-8e17-d0e66eb1f1b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:31.564245 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-605d4e0f-f1a0-41eb-8e17-d0e66eb1f1b2 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5f6e341f-85bd-45f1-946f-6fdde134bfa1 HTTP/1.1" status: 204 len: 168 time: 0.2693715 Sep 05 12:30:31.578152 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d4e0f-f1a0-41eb-8e17-d0e66eb1f1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6e341f-85bd-45f1-946f-6fdde134bfa1,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:31.624257 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752e69f-e300-4ef7-b22e-db43ddbbe71b req-ac82603a-3bd8-4ed9-8e6e-f5fd392e44d9 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:31.625843 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0752e69f-e300-4ef7-b22e-db43ddbbe71b req-ac82603a-3bd8-4ed9-8e6e-f5fd392e44d9 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0516567 Sep 05 12:30:31.675950 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0752e69f-e300-4ef7-b22e-db43ddbbe71b req-ea782e6a-e6b0-44db-b406-e9bbc6a9254a tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435581 Sep 05 12:30:32.179024 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-ef872a9f-aba2-4df3-a717-8300c078e2c3 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:32.180578 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-ef872a9f-aba2-4df3-a717-8300c078e2c3 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/networks?id=488a601a-db3c-42c3-a1b1-31b43872e2ec HTTP/1.1" status: 200 len: 807 time: 0.1223655 Sep 05 12:30:32.198187 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-13cf1ebc-05bb-4994-a2c3-903acbc104b6 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/quotas/d5ecc5cd1d854b17bbe9ee678ecacfe3 HTTP/1.1" status: 200 len: 375 time: 0.0103521 Sep 05 12:30:32.235720 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-eea0c7b5-6581-4204-805f-302df0d44cd3 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=d5ecc5cd1d854b17bbe9ee678ecacfe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318680 Sep 05 12:30:32.266120 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 50836) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:32.283454 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-757da94b-1d26-43f4-9974-d927a7d69394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:32.352728 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-b0fe8eba-6ffa-4400-b06c-53891a13b649 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/488a601a-db3c-42c3-a1b1-31b43872e2ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094153 Sep 05 12:30:32.391338 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-757da94b-1d26-43f4-9974-d927a7d69394 admin admin] Publish callbacks [] for security_group (f245a862-4bea-4718-a7e1-45e3486ff1d9), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:32.462170 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-b1e0e23f-3b57-4c9d-91b9-9ebbf69ce900 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/488a601a-db3c-42c3-a1b1-31b43872e2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030588 Sep 05 12:30:32.494015 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 50846) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:32.537489 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-757da94b-1d26-43f4-9974-d927a7d69394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (f245a862-4bea-4718-a7e1-45e3486ff1d9), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:32.598389 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-757da94b-1d26-43f4-9974-d927a7d69394 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8ed42bf5ceb940bfac1825895e928c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282611 Sep 05 12:30:32.599681 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50850) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:32.623406 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:32.671119 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-db7632c9-f24d-4340-9219-05b165cb73f5 admin admin] Publish callbacks [] for security_group (f245a862-4bea-4718-a7e1-45e3486ff1d9), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:32.699988 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-db7632c9-f24d-4340-9219-05b165cb73f5 admin admin] Publish callbacks [] for security_group (f245a862-4bea-4718-a7e1-45e3486ff1d9), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:32.739801 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50856) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:32.820621 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bd32f0c0-dc53-4bd3-a526-02ff8be48b09 req-9c0cb025-d9bf-43fa-87e1-bf1538d8a9a3 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 210 time: 0.0400038 Sep 05 12:30:32.888541 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757da94b-1d26-43f4-9974-d927a7d69394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f245a862-4bea-4718-a7e1-45e3486ff1d9,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:32.930345 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:DELETE=7,neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:32.935981 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1308-1e00-4d22-9e9c-06710adb5500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:32.948846 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-db7632c9-f24d-4340-9219-05b165cb73f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (f245a862-4bea-4718-a7e1-45e3486ff1d9), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:32.951333 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9fe8b-80a3-4606-be39-8fa1278d313b req-b52d65d3-ab1a-4d62-983a-b28bd787bd50 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:32.951926 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-db7632c9-f24d-4340-9219-05b165cb73f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:32.953485 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-db7632c9-f24d-4340-9219-05b165cb73f5 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f245a862-4bea-4718-a7e1-45e3486ff1d9 HTTP/1.1" status: 204 len: 168 time: 0.3526804 Sep 05 12:30:32.962174 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-93c9fe8b-80a3-4606-be39-8fa1278d313b req-b52d65d3-ab1a-4d62-983a-b28bd787bd50 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0845881 Sep 05 12:30:33.010011 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7632c9-f24d-4340-9219-05b165cb73f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f245a862-4bea-4718-a7e1-45e3486ff1d9,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:33.044764 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:33.062221 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1308-1e00-4d22-9e9c-06710adb5500 admin admin] Publish callbacks [] for security_group (77efa3d7-4115-4361-a227-c9799e6722c5), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:33.074863 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-93c9fe8b-80a3-4606-be39-8fa1278d313b req-7c02504c-38f9-4d56-b8e9-306857a8810e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118140 Sep 05 12:30:33.109444 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:33.227858 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2c4b1308-1e00-4d22-9e9c-06710adb5500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (77efa3d7-4115-4361-a227-c9799e6722c5), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:33.282929 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-2c4b1308-1e00-4d22-9e9c-06710adb5500 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7a28c0e3105842fb91cd60b48140fcc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5397224 Sep 05 12:30:33.283809 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b1308-1e00-4d22-9e9c-06710adb5500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77efa3d7-4115-4361-a227-c9799e6722c5,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:33.286371 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50868) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:33.341655 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-37f525bb-dc5a-460a-ba09-ee399b79e0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557266'] for router_interface (bee19179-c357-4178-9e6a-9909298fe4d4), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:33.354488 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-eba60610-76c3-408c-9486-c7de7f9496a0 admin admin] Publish callbacks [] for security_group (77efa3d7-4115-4361-a227-c9799e6722c5), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:33.381120 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-eba60610-76c3-408c-9486-c7de7f9496a0 admin admin] Publish callbacks [] for security_group (77efa3d7-4115-4361-a227-c9799e6722c5), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:33.532228 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-eba60610-76c3-408c-9486-c7de7f9496a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (77efa3d7-4115-4361-a227-c9799e6722c5), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:33.535500 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-eba60610-76c3-408c-9486-c7de7f9496a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:33.537539 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-eba60610-76c3-408c-9486-c7de7f9496a0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/77efa3d7-4115-4361-a227-c9799e6722c5 HTTP/1.1" status: 204 len: 168 time: 0.2502179 Sep 05 12:30:33.558654 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba60610-76c3-408c-9486-c7de7f9496a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77efa3d7-4115-4361-a227-c9799e6722c5,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:33.693986 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-0dea5b91-3d6d-4fac-976d-c8e2b091f6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:33.817202 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-37f525bb-dc5a-460a-ba09-ee399b79e0c8 admin admin] Deleting port 9460c4b1-0376-4922-a742-3191de1338f2 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:30:33.817557 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-37f525bb-dc5a-460a-ba09-ee399b79e0c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (9460c4b1-0376-4922-a742-3191de1338f2), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:33.960605 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-37f525bb-dc5a-460a-ba09-ee399b79e0c8 admin admin] For port 9460c4b1-0376-4922-a742-3191de1338f2, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=9460c4b1-0376-4922-a742-3191de1338f2,segment=NetworkSegment(eea1933c-bd50-463b-b5a6-c03870350d85),segment_id=eea1933c-bd50-463b-b5a6-c03870350d85)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:33.963659 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-37f525bb-dc5a-460a-ba09-ee399b79e0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (9460c4b1-0376-4922-a742-3191de1338f2), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:33.985985 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-37f525bb-dc5a-460a-ba09-ee399b79e0c8 admin admin] Calling delete_port for 9460c4b1-0376-4922-a742-3191de1338f2 owned by network:router_interface {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:30:34.001193 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0dc5eeda-1c34-4163-8ef8-3fce96562f35 req-61965625-c9b9-4357-85e1-ab1f1b29db46 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 210 time: 0.0743697 Sep 05 12:30:34.272452 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab4b06-1f74-46eb-9951-58aa794d6b9c req-3b659a2d-34bf-4b0d-9d26-1bec1d626b93 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:34.274052 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-12ab4b06-1f74-46eb-9951-58aa794d6b9c req-3b659a2d-34bf-4b0d-9d26-1bec1d626b93 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0818844 Sep 05 12:30:34.335366 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-12ab4b06-1f74-46eb-9951-58aa794d6b9c req-3fcb3a29-8849-4869-b24d-09d149d81089 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518169 Sep 05 12:30:34.386158 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-37f525bb-dc5a-460a-ba09-ee399b79e0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (9460c4b1-0376-4922-a742-3191de1338f2), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:34.415860 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f525bb-dc5a-460a-ba09-ee399b79e0c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9460c4b1-0376-4922-a742-3191de1338f2,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:34.592315 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-37f525bb-dc5a-460a-ba09-ee399b79e0c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632642'] for router_interface (bee19179-c357-4178-9e6a-9909298fe4d4), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:34.606451 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:34.661571 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50904) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:34.681975 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-171b8eeb-24a3-43a8-9968-39215db6b5b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:34.810985 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:34.828916 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-171b8eeb-24a3-43a8-9968-39215db6b5b0 admin admin] Publish callbacks [] for security_group (46855e01-2745-4e3b-a9a5-53146d93b9c6), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:34.894351 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-171b8eeb-24a3-43a8-9968-39215db6b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (46855e01-2745-4e3b-a9a5-53146d93b9c6), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:34.961264 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b8eeb-24a3-43a8-9968-39215db6b5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46855e01-2745-4e3b-a9a5-53146d93b9c6,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:34.962634 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f525bb-dc5a-460a-ba09-ee399b79e0c8 admin admin] Router bee19179-c357-4178-9e6a-9909298fe4d4 has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:30:34.971245 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-171b8eeb-24a3-43a8-9968-39215db6b5b0 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=0d79c1cbff0b45a4a880b780081ce84f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079960 Sep 05 12:30:34.974239 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 50910) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:35.114150 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-62675cfa-caf7-4dee-9373-f2731e89f3f0 admin admin] Publish callbacks [] for security_group (46855e01-2745-4e3b-a9a5-53146d93b9c6), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:35.200432 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-62675cfa-caf7-4dee-9373-f2731e89f3f0 admin admin] Publish callbacks [] for security_group (46855e01-2745-4e3b-a9a5-53146d93b9c6), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:35.202571 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:35.204463 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-53180fba-b1bc-43b4-a80e-87853060aee8 req-dbbb850c-e3a0-4cb7-ae9a-8b4afacc1375 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 210 time: 0.0779893 Sep 05 12:30:35.228638 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f525bb-dc5a-460a-ba09-ee399b79e0c8 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:30:35.236530 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-37f525bb-dc5a-460a-ba09-ee399b79e0c8 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/bee19179-c357-4178-9e6a-9909298fe4d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7413805 Sep 05 12:30:35.239775 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50914) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:35.244183 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d805f5a-3fd0-4782-933f-137d2fe4d188 None None] Sync routers for ids ['bee19179-c357-4178-9e6a-9909298fe4d4'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:30:35.250549 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:35.258681 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d805f5a-3fd0-4782-933f-137d2fe4d188 None None] Routers {'bee19179-c357-4178-9e6a-9909298fe4d4'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:30:35.259792 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-8d805f5a-3fd0-4782-933f-137d2fe4d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:30:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['bee19179-c357-4178-9e6a-9909298fe4d4'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:35.370729 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a335f3a5-e4c0-4835-ade1-66580f1b0a18 admin admin] Publish callbacks [] for router (bee19179-c357-4178-9e6a-9909298fe4d4), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:35.389504 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-8d805f5a-3fd0-4782-933f-137d2fe4d188 None None] Set router bee19179-c357-4178-9e6a-9909298fe4d4 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:30:35.406507 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-62675cfa-caf7-4dee-9373-f2731e89f3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (46855e01-2745-4e3b-a9a5-53146d93b9c6), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:35.417050 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-62675cfa-caf7-4dee-9373-f2731e89f3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:35.418704 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-62675cfa-caf7-4dee-9373-f2731e89f3f0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/46855e01-2745-4e3b-a9a5-53146d93b9c6 HTTP/1.1" status: 204 len: 168 time: 0.4429579 Sep 05 12:30:35.445298 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62675cfa-caf7-4dee-9373-f2731e89f3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46855e01-2745-4e3b-a9a5-53146d93b9c6,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:35.683402 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a335f3a5-e4c0-4835-ade1-66580f1b0a18 admin admin] Publish callbacks [] for router_gateway (bee19179-c357-4178-9e6a-9909298fe4d4), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:35.728045 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-8d805f5a-3fd0-4782-933f-137d2fe4d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'name': 'tempest-DeleteServersTestJSON-100306050-router', 'tenant_id': '19911e0c0b444897b621ce06dbd8296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:30:34Z', 'revision_number': 5, 'project_id': '19911e0c0b444897b621ce06dbd8296a', 'gw_port': {'id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:12Z', 'updated_at': '2022-09-05T12:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:35.728385 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628ab6-f281-465d-8e5a-762f3cae2fba req-62032604-bb74-4598-9425-c7e79da81175 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:35.728385 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-75628ab6-f281-465d-8e5a-762f3cae2fba req-62032604-bb74-4598-9425-c7e79da81175 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.1393104 Sep 05 12:30:35.785648 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d805f5a-3fd0-4782-933f-137d2fe4d188 None None] Checking router: bee19179-c357-4178-9e6a-9909298fe4d4 for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:30:35.787087 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d805f5a-3fd0-4782-933f-137d2fe4d188 None None] Routers {'bee19179-c357-4178-9e6a-9909298fe4d4'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:30:35.788278 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-8d805f5a-3fd0-4782-933f-137d2fe4d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:30:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['bee19179-c357-4178-9e6a-9909298fe4d4'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:35.813500 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-75628ab6-f281-465d-8e5a-762f3cae2fba req-83ebbb26-7032-4336-9b4e-df2f66c455a5 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697422 Sep 05 12:30:35.865879 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-a335f3a5-e4c0-4835-ade1-66580f1b0a18 admin admin] Deleting port d40f7bfe-9f26-4064-890d-a18db2ff7c87 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:30:35.866289 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a335f3a5-e4c0-4835-ade1-66580f1b0a18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (d40f7bfe-9f26-4064-890d-a18db2ff7c87), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:35.937247 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-8d805f5a-3fd0-4782-933f-137d2fe4d188 None None] Set router bee19179-c357-4178-9e6a-9909298fe4d4 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:30:36.003830 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [None req-a335f3a5-e4c0-4835-ade1-66580f1b0a18 admin admin] For port d40f7bfe-9f26-4064-890d-a18db2ff7c87, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=d40f7bfe-9f26-4064-890d-a18db2ff7c87,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:36.004321 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a335f3a5-e4c0-4835-ade1-66580f1b0a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (d40f7bfe-9f26-4064-890d-a18db2ff7c87), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:36.027649 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-a335f3a5-e4c0-4835-ade1-66580f1b0a18 admin admin] Calling delete_port for d40f7bfe-9f26-4064-890d-a18db2ff7c87 owned by network:router_gateway {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:30:36.132373 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:36.144517 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-82befa51-4c9d-4b1f-8f28-a487d82e5f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:36.247108 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-8d805f5a-3fd0-4782-933f-137d2fe4d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'name': 'tempest-DeleteServersTestJSON-100306050-router', 'tenant_id': '19911e0c0b444897b621ce06dbd8296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:30:34Z', 'revision_number': 5, 'project_id': '19911e0c0b444897b621ce06dbd8296a', 'gw_port': {'id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:12Z', 'updated_at': '2022-09-05T12:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:36.350007 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d805f5a-3fd0-4782-933f-137d2fe4d188 None None] The sync data for ids ['bee19179-c357-4178-9e6a-9909298fe4d4'] in dv-cinder-801354-7-iscsi is: [{'id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'name': 'tempest-DeleteServersTestJSON-100306050-router', 'tenant_id': '19911e0c0b444897b621ce06dbd8296a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:30:34Z', 'revision_number': 5, 'project_id': '19911e0c0b444897b621ce06dbd8296a', 'gw_port': {'id': 'd40f7bfe-9f26-4064-890d-a18db2ff7c87', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ee:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bee19179-c357-4178-9e6a-9909298fe4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:12Z', 'updated_at': '2022-09-05T12:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:30:36.426531 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d6e461dc-cfcb-4334-acaf-1d8545c4dfd6 req-d71878af-3ae0-4480-85e2-f45c17f0e935 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 210 time: 0.0455282 Sep 05 12:30:36.529365 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a335f3a5-e4c0-4835-ade1-66580f1b0a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (d40f7bfe-9f26-4064-890d-a18db2ff7c87), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:36.569401 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335f3a5-e4c0-4835-ade1-66580f1b0a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=d40f7bfe-9f26-4064-890d-a18db2ff7c87,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:36.608035 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a335f3a5-e4c0-4835-ade1-66580f1b0a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633638'] for router_gateway (bee19179-c357-4178-9e6a-9909298fe4d4), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:36.728988 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-3d1d8693-1fcb-4289-8523-25996f652619 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:36.733837 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-3d1d8693-1fcb-4289-8523-25996f652619 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.58 "GET /networking/v2.0/networks?id=488a601a-db3c-42c3-a1b1-31b43872e2ec HTTP/1.1" status: 200 len: 807 time: 0.1521809 Sep 05 12:30:36.735832 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a335f3a5-e4c0-4835-ade1-66580f1b0a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2583'] for router (bee19179-c357-4178-9e6a-9909298fe4d4), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:36.738521 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a335f3a5-e4c0-4835-ade1-66580f1b0a18 admin admin] Publish callbacks [] for router_controller (bee19179-c357-4178-9e6a-9909298fe4d4), precommit_delete_associations {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:36.755851 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-e82150fb-5e7e-413d-8cc0-508851442924 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Request body: {'port': {'device_id': 'fce1638f-9b04-4059-b2a6-633ebebbd3f6', 'network_id': '488a601a-db3c-42c3-a1b1-31b43872e2ec', 'admin_state_up': True, 'tenant_id': 'd5ecc5cd1d854b17bbe9ee678ecacfe3'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:30:36.914594 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a335f3a5-e4c0-4835-ade1-66580f1b0a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557213'] for router (bee19179-c357-4178-9e6a-9909298fe4d4), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:36.915425 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a335f3a5-e4c0-4835-ade1-66580f1b0a18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bee19179-c357-4178-9e6a-9909298fe4d4 {{(pid=106739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 05 12:30:36.924242 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a335f3a5-e4c0-4835-ade1-66580f1b0a18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:36.925988 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-a335f3a5-e4c0-4835-ade1-66580f1b0a18 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/bee19179-c357-4178-9e6a-9909298fe4d4 HTTP/1.1" status: 204 len: 168 time: 1.6832340 Sep 05 12:30:36.928635 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50944) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:37.020714 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0ef2d1-c102-4581-94ec-d4436a04de2c admin admin] Deleting subnet 0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de {{(pid=106739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:30:37.028542 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef2d1-c102-4581-94ec-d4436a04de2c admin admin] Publish callbacks [] for subnet (0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:37.084522 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354788b-3e4e-485e-9912-457b17f07dc0 req-55b1d322-37bf-4270-a224-4dc1d1582743 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:37.095915 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4354788b-3e4e-485e-9912-457b17f07dc0 req-55b1d322-37bf-4270-a224-4dc1d1582743 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.1590047 Sep 05 12:30:37.103392 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef2d1-c102-4581-94ec-d4436a04de2c admin admin] Publish callbacks [] for subnet (0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de), precommit_delete_associations {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:37.193267 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4354788b-3e4e-485e-9912-457b17f07dc0 req-7ef6d762-d949-442b-b6b2-6cc5474dd4a6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940564 Sep 05 12:30:37.219433 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-e82150fb-5e7e-413d-8cc0-508851442924 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Made reservation on behalf of d5ecc5cd1d854b17bbe9ee678ecacfe3 for: {'port': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:30:37.223632 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-e82150fb-5e7e-413d-8cc0-508851442924 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:37.225238 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef2d1-c102-4581-94ec-d4436a04de2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:37.274091 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:37.410160 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:37.458827 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-e82150fb-5e7e-413d-8cc0-508851442924 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Allocated IP 172.20.0.3 (488a601a-db3c-42c3-a1b1-31b43872e2ec/1dca5eaf-b59b-4c4c-976f-1582d480e525/267484d6-bfdb-4495-a3ee-3e265d40b68e) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:30:37.483781 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef2d1-c102-4581-94ec-d4436a04de2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for subnet (0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:37.523143 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ef2d1-c102-4581-94ec-d4436a04de2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:37.530928 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef2d1-c102-4581-94ec-d4436a04de2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:37.539515 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-4e0ef2d1-c102-4581-94ec-d4436a04de2c admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/0e3a2058-f38e-46c1-bcf1-8c3d28e5a1de HTTP/1.1" status: 204 len: 168 time: 0.6073503 Sep 05 12:30:37.549249 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 50964) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:37.552342 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c058ce97-077b-4f65-afe4-aed94fe77adf None None] Network 348d5686-a592-4367-8b5a-edfed120b8fb requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:30:37.760934 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:37.779069 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4c86917a-6510-4596-b95a-92f47c0c5506 req-0c2360d8-f204-49f5-831a-322dcd4bfdc7 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 210 time: 0.1074038 Sep 05 12:30:37.806982 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (348d5686-a592-4367-8b5a-edfed120b8fb), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:37.810287 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-e82150fb-5e7e-413d-8cc0-508851442924 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Publish callbacks [] for port (267484d6-bfdb-4495-a3ee-3e265d40b68e), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:37.827902 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device d40f7bfe-9f26-4064-890d-a18db2ff7c87 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:30:38.009178 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: d40f7bfe-9f26-4064-890d-a18db2ff7c87 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:30:38.009178 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device d40f7bfe-9f26-4064-890d-a18db2ff7c87 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:30:38.009178 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 9460c4b1-0376-4922-a742-3191de1338f2 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:30:38.009178 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: 9460c4b1-0376-4922-a742-3191de1338f2 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:30:38.009178 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 9460c4b1-0376-4922-a742-3191de1338f2 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:30:38.010651 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Deleting port 69478ef9-1921-450c-a448-4972a32f4d93 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:30:38.010651 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (69478ef9-1921-450c-a448-4972a32f4d93), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:38.010651 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] For port 69478ef9-1921-450c-a448-4972a32f4d93, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=69478ef9-1921-450c-a448-4972a32f4d93,segment=NetworkSegment(eea1933c-bd50-463b-b5a6-c03870350d85),segment_id=eea1933c-bd50-463b-b5a6-c03870350d85)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:38.010651 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (69478ef9-1921-450c-a448-4972a32f4d93), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:38.010651 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Calling delete_port for 69478ef9-1921-450c-a448-4972a32f4d93 owned by network:dhcp {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:30:38.081052 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279232df-dc35-4416-8b10-625826ebd97e None None] DHCP port deletion for 348d5686-a592-4367-8b5a-edfed120b8fb request from dv-cinder-801354-7-iscsi {{(pid=106741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 05 12:30:38.134875 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Deleting port 69478ef9-1921-450c-a448-4972a32f4d93 {{(pid=106741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:30:38.135521 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (69478ef9-1921-450c-a448-4972a32f4d93), before_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:38.182868 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-e82150fb-5e7e-413d-8cc0-508851442924 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (267484d6-bfdb-4495-a3ee-3e265d40b68e), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:38.217510 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:38.247951 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-279232df-dc35-4416-8b10-625826ebd97e None None] For port 69478ef9-1921-450c-a448-4972a32f4d93, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=69478ef9-1921-450c-a448-4972a32f4d93,segment=NetworkSegment(eea1933c-bd50-463b-b5a6-c03870350d85),segment_id=eea1933c-bd50-463b-b5a6-c03870350d85)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:38.249134 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (69478ef9-1921-450c-a448-4972a32f4d93), precommit_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:38.271906 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:38.272016 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:38.272108 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Calling delete_port for 69478ef9-1921-450c-a448-4972a32f4d93 owned by network:dhcp {{(pid=106741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:30:38.274524 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-e82150fb-5e7e-413d-8cc0-508851442924 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Network 488a601a-db3c-42c3-a1b1-31b43872e2ec is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:30:38.288225 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-e82150fb-5e7e-413d-8cc0-508851442924 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:30:38.293829 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-e82150fb-5e7e-413d-8cc0-508851442924 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:30:38.298592 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-e82150fb-5e7e-413d-8cc0-508851442924 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:38.299229 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-e82150fb-5e7e-413d-8cc0-508851442924 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:38.331581 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82150fb-5e7e-413d-8cc0-508851442924 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Pushing event updated for resources: {'Port': ['ID=267484d6-bfdb-4495-a3ee-3e265d40b68e,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:38.411645 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17b233-c489-418c-a682-7322a8eb458a req-053dc45e-a3b9-4909-8235-864b1f2e4db1 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:38.418864 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5d17b233-c489-418c-a682-7322a8eb458a req-053dc45e-a3b9-4909-8235-864b1f2e4db1 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0918694 Sep 05 12:30:38.477254 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (69478ef9-1921-450c-a448-4972a32f4d93), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:38.478951 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5d17b233-c489-418c-a682-7322a8eb458a req-41d979e9-6ae3-4de0-a7d1-83d11c2fc980 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573797 Sep 05 12:30:38.494614 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (69478ef9-1921-450c-a448-4972a32f4d93), after_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:38.513610 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=69478ef9-1921-450c-a448-4972a32f4d93,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:38.535904 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279232df-dc35-4416-8b10-625826ebd97e None None] No DVR routers for this DVR port 69478ef9-1921-450c-a448-4972a32f4d93 on host dv-cinder-801354-7-iscsi {{(pid=106741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:30:38.540684 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-e82150fb-5e7e-413d-8cc0-508851442924 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7889068 Sep 05 12:30:38.542708 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] No DVR routers for this DVR port 69478ef9-1921-450c-a448-4972a32f4d93 on host dv-cinder-801354-7-iscsi {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:30:38.545419 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Pushing event deleted for resources: {'Port': ['ID=69478ef9-1921-450c-a448-4972a32f4d93,revision_number=None']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:38.555427 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:38.556784 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:38.557468 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:38.559384 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:38.560052 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:38.560877 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:38.561433 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:38.561964 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:38.562525 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:38.563052 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:38.563842 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:38.564477 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:38.565083 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Request body: {'port': {'device_id': 'fce1638f-9b04-4059-b2a6-633ebebbd3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:30:38.565488 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:38.566030 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:38.567874 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279232df-dc35-4416-8b10-625826ebd97e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:30:38.630771 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:38.643901 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (348d5686-a592-4367-8b5a-edfed120b8fb), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:38.656161 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (267484d6-bfdb-4495-a3ee-3e265d40b68e), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:38.676488 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:30:38.676488 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:30:38.676488 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:30:38.676488 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Subscribe: > port after_create 55550000 {{(pid=106739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:30:38.676488 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:30:38.676488 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Subscribe: > port after_update 55550000 {{(pid=106739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:30:38.676488 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:30:38.676488 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:30:38.676488 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:30:38.676488 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:30:38.783746 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:38.883265 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:30:38.889484 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:30:38.889484 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:30:38.889484 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:30:38.889484 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348d5686-a592-4367-8b5a-edfed120b8fb']}} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:38.930334 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea1933c-bd50-463b-b5a6-c03870350d85') {'for_net_delete': True} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:38.930631 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea1933c-bd50-463b-b5a6-c03870350d85') {} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:38.986128 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267484d6-bfdb-4495-a3ee-3e265d40b68e {{(pid=106740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:30:38.992848 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3249957'] for segment (eea1933c-bd50-463b-b5a6-c03870350d85), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:39.003162 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Publish callbacks [] for port (267484d6-bfdb-4495-a3ee-3e265d40b68e), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:39.014054 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.provisioning_blocks [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Transition to ACTIVE for port object 267484d6-bfdb-4495-a3ee-3e265d40b68e will not be triggered until provisioned by entity L2. {{(pid=106740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:30:39.040145 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2be8a4-e707-44fc-a80f-8a2f4965c1fe req-c35f48f4-c78a-4abb-b711-22749a5ece9e tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:39.042089 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-db2be8a4-e707-44fc-a80f-8a2f4965c1fe req-c35f48f4-c78a-4abb-b711-22749a5ece9e tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 931 time: 0.1237819 Sep 05 12:30:39.043276 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (eea1933c-bd50-463b-b5a6-c03870350d85), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:39.076729 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=106739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:30:39.077134 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3093733'] for segment (eea1933c-bd50-463b-b5a6-c03870350d85), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:39.108745 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (267484d6-bfdb-4495-a3ee-3e265d40b68e), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:39.140907 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:39.188396 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-db2be8a4-e707-44fc-a80f-8a2f4965c1fe req-04a4ec1d-91ee-4028-9570-08bb6df4067b tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247451 Sep 05 12:30:39.233689 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Pushing event updated for resources: {'Port': ['ID=267484d6-bfdb-4495-a3ee-3e265d40b68e,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:39.238263 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Attempting to bind port 267484d6-bfdb-4495-a3ee-3e265d40b68e on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:30:39.238608 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Attempting to bind port 267484d6-bfdb-4495-a3ee-3e265d40b68e by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'a774ec55-a008-40de-a9e1-f5f542c17d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '488a601a-db3c-42c3-a1b1-31b43872e2ec'}] {{(pid=106740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:30:39.238968 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Attempting to bind port 267484d6-bfdb-4495-a3ee-3e265d40b68e on network 488a601a-db3c-42c3-a1b1-31b43872e2ec {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:30:39.307959 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Port 267484d6-bfdb-4495-a3ee-3e265d40b68e on network 488a601a-db3c-42c3-a1b1-31b43872e2ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:30:39.308325 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Attempting to bind port 267484d6-bfdb-4495-a3ee-3e265d40b68e on network 488a601a-db3c-42c3-a1b1-31b43872e2ec {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:30:39.345232 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (348d5686-a592-4367-8b5a-edfed120b8fb), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:39.372131 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:39.375530 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/348d5686-a592-4367-8b5a-edfed120b8fb HTTP/1.1" status: 204 len: 168 time: 1.8210227 Sep 05 12:30:39.381169 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff840d87-38c5-4a3d-805e-bb633e9be0b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=348d5686-a592-4367-8b5a-edfed120b8fb,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:39.392374 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:30:39.392714 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Checking segment: {'id': 'a774ec55-a008-40de-a9e1-f5f542c17d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '488a601a-db3c-42c3-a1b1-31b43872e2ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:30:39.393162 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Bound using segment: {'id': 'a774ec55-a008-40de-a9e1-f5f542c17d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '488a601a-db3c-42c3-a1b1-31b43872e2ec'} {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:30:39.394096 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Bound port: 267484d6-bfdb-4495-a3ee-3e265d40b68e, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a774ec55-a008-40de-a9e1-f5f542c17d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '488a601a-db3c-42c3-a1b1-31b43872e2ec'}}] {{(pid=106740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:30:39.394599 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (267484d6-bfdb-4495-a3ee-3e265d40b68e), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:39.458747 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment eea1933c-bd50-463b-b5a6-c03870350d85 resource provider aggregate not found Sep 05 12:30:39.479605 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment eea1933c-bd50-463b-b5a6-c03870350d85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eea1933c-bd50-463b-b5a6-c03870350d85 found for delete ", "request_id": "req-04ac260c-46d7-44eb-870d-2416a5dc1cdd"}]} Sep 05 12:30:39.533275 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] For port 267484d6-bfdb-4495-a3ee-3e265d40b68e, host hv-cinder-80135, cleared binding levels {{(pid=106740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:30:39.538309 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] For port 267484d6-bfdb-4495-a3ee-3e265d40b68e, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=267484d6-bfdb-4495-a3ee-3e265d40b68e,segment=NetworkSegment(a774ec55-a008-40de-a9e1-f5f542c17d2d),segment_id=a774ec55-a008-40de-a9e1-f5f542c17d2d)] {{(pid=106740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:30:39.543981 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 69478ef9-1921-450c-a448-4972a32f4d93 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:30:39.574072 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: 69478ef9-1921-450c-a448-4972a32f4d93 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:30:39.574426 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 69478ef9-1921-450c-a448-4972a32f4d93 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:30:39.618305 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (267484d6-bfdb-4495-a3ee-3e265d40b68e), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:39.654351 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:39.655162 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:39.656818 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/267484d6-bfdb-4495-a3ee-3e265d40b68e HTTP/1.1" status: 200 len: 1093 time: 1.0977030 Sep 05 12:30:39.657255 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce1638f-9b04-4059-b2a6-633ebebbd3f6', 'tag': '267484d6-bfdb-4495-a3ee-3e265d40b68e'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:30:39.659663 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a584b89-07bf-4f7e-822a-90ca3c89b1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "fce1638f-9b04-4059-b2a6-633ebebbd3f6", "tag": "267484d6-bfdb-4495-a3ee-3e265d40b68e"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:30:39.724120 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d82d1c-42aa-4b66-9d39-3fe7e86215f7 req-377f1079-53bd-48ed-b1ab-8aad1f577994 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:39.726344 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-29d82d1c-42aa-4b66-9d39-3fe7e86215f7 req-377f1079-53bd-48ed-b1ab-8aad1f577994 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.1050448 Sep 05 12:30:39.740413 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4fecd-1b1b-422b-8ee5-dce6300186a9 service neutron] Pushing event updated for resources: {'Port': ['ID=267484d6-bfdb-4495-a3ee-3e265d40b68e,revision_number=3']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:39.751675 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2e6cf5-771d-4366-b2b5-218a4b36f6e9 x-openstack-request-id: req-3f2e6cf5-771d-4366-b2b5-218a4b36f6e9 {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:30:39.752706 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce1638f-9b04-4059-b2a6-633ebebbd3f6", "tag": "267484d6-bfdb-4495-a3ee-3e265d40b68e", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:30:39.752965 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f2e6cf5-771d-4366-b2b5-218a4b36f6e9 {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:30:39.753719 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2e6cf5-771d-4366-b2b5-218a4b36f6e9'] response: {'name': 'network-changed', 'server_uuid': 'fce1638f-9b04-4059-b2a6-633ebebbd3f6', 'tag': '267484d6-bfdb-4495-a3ee-3e265d40b68e', 'status': 'completed', 'code': 200} Sep 05 12:30:39.803223 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-29d82d1c-42aa-4b66-9d39-3fe7e86215f7 req-80f42436-940e-4af7-892c-c36193cce1a0 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594394 Sep 05 12:30:39.953345 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51028) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:40.012962 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-d11eb20e-a671-47f8-9f0a-47411e54b0c7 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=19911e0c0b444897b621ce06dbd8296a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0582526 Sep 05 12:30:40.015426 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51030) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:40.077225 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4223ef17-269e-4b60-a172-c4bf64229091 admin admin] Publish callbacks [] for security_group (16161de4-a53b-46a4-890d-ea77fe614e64), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:40.113230 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4223ef17-269e-4b60-a172-c4bf64229091 admin admin] Publish callbacks [] for security_group (16161de4-a53b-46a4-890d-ea77fe614e64), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:40.294609 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:40.312790 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb32a08-2ff2-4169-a5b7-2d5d1217f4bf req-d35e13cd-af30-4a58-adbf-4063ae582798 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:40.314476 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ebb32a08-2ff2-4169-a5b7-2d5d1217f4bf req-d35e13cd-af30-4a58-adbf-4063ae582798 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 943 time: 0.0509813 Sep 05 12:30:40.320851 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4223ef17-269e-4b60-a172-c4bf64229091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (16161de4-a53b-46a4-890d-ea77fe614e64), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:40.323665 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4223ef17-269e-4b60-a172-c4bf64229091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:40.327799 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-4223ef17-269e-4b60-a172-c4bf64229091 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/16161de4-a53b-46a4-890d-ea77fe614e64 HTTP/1.1" status: 204 len: 168 time: 0.3083267 Sep 05 12:30:40.350499 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223ef17-269e-4b60-a172-c4bf64229091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16161de4-a53b-46a4-890d-ea77fe614e64,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:40.399903 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ebb32a08-2ff2-4169-a5b7-2d5d1217f4bf req-1e1349d6-3e92-4201-a988-88df6e046397 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738461 Sep 05 12:30:40.685983 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:40.941833 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398275c-14c9-40ba-924e-a68a63349295 req-ffa3c8dc-0e69-424e-9d5d-fe2bb95d78ab tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:40.944007 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e398275c-14c9-40ba-924e-a68a63349295 req-ffa3c8dc-0e69-424e-9d5d-fe2bb95d78ab tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0535281 Sep 05 12:30:41.008174 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e398275c-14c9-40ba-924e-a68a63349295 req-305faf0c-014d-4caf-8148-d7c5b43f5907 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586343 Sep 05 12:30:41.123943 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:41.550649 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd70ab0-e325-4266-940a-c404ad5bcd6e req-bce81af1-5457-4e30-afe3-815b6d2bc888 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:41.552821 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ebd70ab0-e325-4266-940a-c404ad5bcd6e req-bce81af1-5457-4e30-afe3-815b6d2bc888 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 943 time: 0.0574408 Sep 05 12:30:41.582732 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51086) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:41.627251 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ebd70ab0-e325-4266-940a-c404ad5bcd6e req-ce7de970-f947-436b-9d99-a348b34fc96a tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621428 Sep 05 12:30:41.828490 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ea814ee7-2b0a-4c94-a485-afa4773e48fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:41.909397 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ea814ee7-2b0a-4c94-a485-afa4773e48fe admin admin] Publish callbacks [] for security_group (a1dfc3d4-3889-453c-8dd6-0809aabcd3b4), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:41.983709 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ea814ee7-2b0a-4c94-a485-afa4773e48fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (a1dfc3d4-3889-453c-8dd6-0809aabcd3b4), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:42.038707 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-ea814ee7-2b0a-4c94-a485-afa4773e48fe admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=bba7f5ef8a5641f3aa0d94327f64d8bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4540021 Sep 05 12:30:42.040277 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea814ee7-2b0a-4c94-a485-afa4773e48fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dfc3d4-3889-453c-8dd6-0809aabcd3b4,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:42.043268 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 51100) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:42.078854 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a584b89-07bf-4f7e-822a-90ca3c89b1bc req-9d39619e-120e-4cdd-9b0c-9d6611801a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:42.078854 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1a584b89-07bf-4f7e-822a-90ca3c89b1bc req-9d39619e-120e-4cdd-9b0c-9d6611801a39 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=d5ecc5cd1d854b17bbe9ee678ecacfe3&device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 1127 time: 0.0684907 Sep 05 12:30:42.452162 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a5156-80a7-4820-8a4a-4c971008c095 req-4731aafd-dff6-41ff-9b57-6a62309dfe8a tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:42.453971 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b18a5156-80a7-4820-8a4a-4c971008c095 req-4731aafd-dff6-41ff-9b57-6a62309dfe8a tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.3560154 Sep 05 12:30:42.470093 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5b54ff29-96c5-4d2b-b54c-01ac3465c11a admin admin] Publish callbacks [] for security_group (a1dfc3d4-3889-453c-8dd6-0809aabcd3b4), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:42.513613 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5b54ff29-96c5-4d2b-b54c-01ac3465c11a admin admin] Publish callbacks [] for security_group (a1dfc3d4-3889-453c-8dd6-0809aabcd3b4), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:42.564359 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a584b89-07bf-4f7e-822a-90ca3c89b1bc req-2468f67d-c712-49a6-96d8-ab09c86675be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:42.565838 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1a584b89-07bf-4f7e-822a-90ca3c89b1bc req-2468f67d-c712-49a6-96d8-ab09c86675be service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=d5ecc5cd1d854b17bbe9ee678ecacfe3&shared=False HTTP/1.1" status: 200 len: 908 time: 0.4535072 Sep 05 12:30:42.621745 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b18a5156-80a7-4820-8a4a-4c971008c095 req-e94f9519-45d0-4787-aa2c-d52f4940220b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562443 Sep 05 12:30:42.765323 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a584b89-07bf-4f7e-822a-90ca3c89b1bc req-facb3201-f926-4525-8c6e-35313dd0c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:42.768673 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1a584b89-07bf-4f7e-822a-90ca3c89b1bc req-facb3201-f926-4525-8c6e-35313dd0c2f5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1834118 Sep 05 12:30:42.783035 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5b54ff29-96c5-4d2b-b54c-01ac3465c11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (a1dfc3d4-3889-453c-8dd6-0809aabcd3b4), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:42.797950 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cabc9-c390-49a5-bb31-dcf0bdadb169 req-5ab8dc89-4a06-4567-9c04-bf1974a218b2 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:42.804520 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d10cabc9-c390-49a5-bb31-dcf0bdadb169 req-5ab8dc89-4a06-4567-9c04-bf1974a218b2 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 943 time: 0.0730846 Sep 05 12:30:42.804973 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5b54ff29-96c5-4d2b-b54c-01ac3465c11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:42.809021 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-5b54ff29-96c5-4d2b-b54c-01ac3465c11a admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a1dfc3d4-3889-453c-8dd6-0809aabcd3b4 HTTP/1.1" status: 204 len: 168 time: 0.7642660 Sep 05 12:30:42.819170 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54ff29-96c5-4d2b-b54c-01ac3465c11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dfc3d4-3889-453c-8dd6-0809aabcd3b4,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:42.880577 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d10cabc9-c390-49a5-bb31-dcf0bdadb169 req-1b9f962e-a6b0-4b2b-9531-50a2e3fc2c0d tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717351 Sep 05 12:30:42.937184 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-c51ad230-e0be-49a1-992a-4357d7f89ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:42.942035 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-c51ad230-e0be-49a1-992a-4357d7f89ee2 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=d5ecc5cd1d854b17bbe9ee678ecacfe3&device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 1127 time: 0.0707588 Sep 05 12:30:43.010488 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-610d0cd7-b037-45a0-8c3d-62a8dc2d14d3 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=267484d6-bfdb-4495-a3ee-3e265d40b68e HTTP/1.1" status: 200 len: 217 time: 0.0542750 Sep 05 12:30:43.082240 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-675a2054-2b71-4fd9-9d4b-f0ddb07e5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:43.084064 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-675a2054-2b71-4fd9-9d4b-f0ddb07e5aa9 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=1dca5eaf-b59b-4c4c-976f-1582d480e525 HTTP/1.1" status: 200 len: 847 time: 0.0663526 Sep 05 12:30:43.138138 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-30128909-676c-429f-ac18-cbd855326ee5 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=488a601a-db3c-42c3-a1b1-31b43872e2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450110 Sep 05 12:30:43.217676 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:43.255179 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-0fca0be4-a1c4-4d22-982f-d2dddaea5d2d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/488a601a-db3c-42c3-a1b1-31b43872e2ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102684 Sep 05 12:30:43.368237 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ed76f357-fe14-4e6b-a4ef-e46c7d505057 req-ba0fa488-9bf9-4651-a50f-4d04acc3c935 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/488a601a-db3c-42c3-a1b1-31b43872e2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056783 Sep 05 12:30:43.759038 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331c743-c854-4b06-b1a1-db27fadae94d req-aab78a2f-cd7c-4f7a-a291-36041c265595 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:43.760560 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6331c743-c854-4b06-b1a1-db27fadae94d req-aab78a2f-cd7c-4f7a-a291-36041c265595 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0537069 Sep 05 12:30:43.811203 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6331c743-c854-4b06-b1a1-db27fadae94d req-4b05b10a-09fe-4ef2-9f7d-89fde06a4560 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448205 Sep 05 12:30:43.867617 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 51166) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:43.883530 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee11c-8471-4a8b-aa08-23888c5f814a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:43.917670 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:43.993755 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee11c-8471-4a8b-aa08-23888c5f814a admin admin] Publish callbacks [] for security_group (4b4115ed-bda2-4471-9a02-f00eb36acfdd), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:44.051047 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a96107-c27d-4ae9-ba21-68429bc7126a req-358e0ed9-681e-42a8-a56c-24d67c34aa78 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:44.052823 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-19a96107-c27d-4ae9-ba21-68429bc7126a req-358e0ed9-681e-42a8-a56c-24d67c34aa78 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 943 time: 0.0622060 Sep 05 12:30:44.086082 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee11c-8471-4a8b-aa08-23888c5f814a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (4b4115ed-bda2-4471-9a02-f00eb36acfdd), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:44.129040 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-19a96107-c27d-4ae9-ba21-68429bc7126a req-299d70ca-e668-4cf7-8a57-5b40c195ee86 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651488 Sep 05 12:30:44.138572 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ee11c-8471-4a8b-aa08-23888c5f814a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4115ed-bda2-4471-9a02-f00eb36acfdd,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:44.144682 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-7b7ee11c-8471-4a8b-aa08-23888c5f814a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=25ea8684be784df4b4d3b9a00603fbb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758925 Sep 05 12:30:44.148859 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51178) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:44.209451 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8a0e-650c-4d12-8bf5-5e76f78fd4b0 admin admin] Publish callbacks [] for security_group (4b4115ed-bda2-4471-9a02-f00eb36acfdd), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:44.236010 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8a0e-650c-4d12-8bf5-5e76f78fd4b0 admin admin] Publish callbacks [] for security_group (4b4115ed-bda2-4471-9a02-f00eb36acfdd), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:44.328929 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8a0e-650c-4d12-8bf5-5e76f78fd4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (4b4115ed-bda2-4471-9a02-f00eb36acfdd), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:44.331610 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dc2a8a0e-650c-4d12-8bf5-5e76f78fd4b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:44.333823 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-dc2a8a0e-650c-4d12-8bf5-5e76f78fd4b0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4b4115ed-bda2-4471-9a02-f00eb36acfdd HTTP/1.1" status: 204 len: 168 time: 0.1837969 Sep 05 12:30:44.342958 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a8a0e-650c-4d12-8bf5-5e76f78fd4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4115ed-bda2-4471-9a02-f00eb36acfdd,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:44.961938 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79664631-51e0-4d14-a4da-981fbe38b97f req-bec34180-3f4b-4f73-9da9-8b17061c908d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:44.963444 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-79664631-51e0-4d14-a4da-981fbe38b97f req-bec34180-3f4b-4f73-9da9-8b17061c908d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0533633 Sep 05 12:30:45.015147 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-79664631-51e0-4d14-a4da-981fbe38b97f req-77fa6603-d6c0-4a35-b4f1-6977486e660d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455055 Sep 05 12:30:45.264609 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337034df-5c73-47ca-8938-0445b730cc8f req-4b1f0d41-eaaf-475c-aa69-2b346e71a221 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:45.266257 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-337034df-5c73-47ca-8938-0445b730cc8f req-4b1f0d41-eaaf-475c-aa69-2b346e71a221 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 943 time: 0.0515058 Sep 05 12:30:45.326318 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-337034df-5c73-47ca-8938-0445b730cc8f req-c1dce730-6e6b-4090-b4a0-2425ace6f374 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521035 Sep 05 12:30:45.983314 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 267484d6-bfdb-4495-a3ee-3e265d40b68e details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:30:46.109544 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 267484d6-bfdb-4495-a3ee-3e265d40b68e, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=267484d6-bfdb-4495-a3ee-3e265d40b68e,segment=NetworkSegment(a774ec55-a008-40de-a9e1-f5f542c17d2d),segment_id=a774ec55-a008-40de-a9e1-f5f542c17d2d)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:46.123625 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '267484d6-bfdb-4495-a3ee-3e265d40b68e', 'network_id': '488a601a-db3c-42c3-a1b1-31b43872e2ec', 'port_id': '267484d6-bfdb-4495-a3ee-3e265d40b68e', 'mac_address': 'fa:16:3e:3f:ca:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dca5eaf-b59b-4c4c-976f-1582d480e525', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:30:46.161287 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 267484d6-bfdb-4495-a3ee-3e265d40b68e is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:46.161679 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (267484d6-bfdb-4495-a3ee-3e265d40b68e), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:46.163515 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94c88f-e523-4ec4-88a7-c69e20697310 req-0b3873d4-5e72-472c-93a0-c2bee0e95bca tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:46.170983 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-af94c88f-e523-4ec4-88a7-c69e20697310 req-0b3873d4-5e72-472c-93a0-c2bee0e95bca tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0612071 Sep 05 12:30:46.176318 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267484d6-bfdb-4495-a3ee-3e265d40b68e {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:30:46.200080 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 267484d6-bfdb-4495-a3ee-3e265d40b68e, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=267484d6-bfdb-4495-a3ee-3e265d40b68e,segment=NetworkSegment(a774ec55-a008-40de-a9e1-f5f542c17d2d),segment_id=a774ec55-a008-40de-a9e1-f5f542c17d2d)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:46.220888 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-af94c88f-e523-4ec4-88a7-c69e20697310 req-ab23a5e0-9319-4822-b263-4a388fecabcf tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489471 Sep 05 12:30:46.243169 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=69 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:46.283866 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (267484d6-bfdb-4495-a3ee-3e265d40b68e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:46.293306 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:30:46.332218 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=267484d6-bfdb-4495-a3ee-3e265d40b68e,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:46.439122 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:46.458631 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad66e5c-3d05-4709-8baa-76e840ad4e08 req-ef2ca0a2-fba1-42a4-8855-1de9ef37f18d tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:46.461076 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4ad66e5c-3d05-4709-8baa-76e840ad4e08 req-ef2ca0a2-fba1-42a4-8855-1de9ef37f18d tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 944 time: 0.0486839 Sep 05 12:30:46.512494 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4ad66e5c-3d05-4709-8baa-76e840ad4e08 req-85fdc63a-16af-4aa1-9577-ce13d8783941 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453660 Sep 05 12:30:46.762835 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['267484d6-bfdb-4495-a3ee-3e265d40b68e'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:30:46.902645 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:47.348917 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bf7d8-068e-4ac1-9bea-395352545b28 req-cc5f220e-6218-48a4-8572-e4c1e5ff0528 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:47.350738 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d05bf7d8-068e-4ac1-9bea-395352545b28 req-cc5f220e-6218-48a4-8572-e4c1e5ff0528 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0516083 Sep 05 12:30:47.418215 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d05bf7d8-068e-4ac1-9bea-395352545b28 req-ea6b846c-8b40-4a50-a736-2024f8cac81f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605917 Sep 05 12:30:47.503119 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51304) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:47.674061 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:47.677680 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4305f995-e7b3-4c96-98f4-3d8678c56427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:47.694028 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf702da9-80be-4be2-802f-20af5361054d req-997325c0-e5e0-410a-8150-14dd6d47d8a0 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:47.695677 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cf702da9-80be-4be2-802f-20af5361054d req-997325c0-e5e0-410a-8150-14dd6d47d8a0 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 944 time: 0.0961814 Sep 05 12:30:47.788166 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cf702da9-80be-4be2-802f-20af5361054d req-f7a7b877-5d27-41bc-9897-fc604217663c tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784943 Sep 05 12:30:47.835841 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4305f995-e7b3-4c96-98f4-3d8678c56427 admin admin] Publish callbacks [] for security_group (9b72d7b4-511c-46bc-9e14-63369941dcf5), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:47.903036 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4305f995-e7b3-4c96-98f4-3d8678c56427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (9b72d7b4-511c-46bc-9e14-63369941dcf5), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:47.948212 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-4305f995-e7b3-4c96-98f4-3d8678c56427 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1d1c7062fcf945ce9ef2b1a57d436fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4437463 Sep 05 12:30:47.949260 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305f995-e7b3-4c96-98f4-3d8678c56427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b72d7b4-511c-46bc-9e14-63369941dcf5,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:47.950440 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 51318) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:47.990375 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51320) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:47.998791 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 267484d6-bfdb-4495-a3ee-3e265d40b68e up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:30:48.004529 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-635adcab-b566-494c-8e9a-26f78443b22e admin admin] Publish callbacks [] for security_group (9b72d7b4-511c-46bc-9e14-63369941dcf5), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:48.034656 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-635adcab-b566-494c-8e9a-26f78443b22e admin admin] Publish callbacks [] for security_group (9b72d7b4-511c-46bc-9e14-63369941dcf5), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:48.073453 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port 267484d6-bfdb-4495-a3ee-3e265d40b68e completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:30:48.121625 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0ba47407-4f7d-4a55-aa7c-0090f059240d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:48.185381 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 267484d6-bfdb-4495-a3ee-3e265d40b68e triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:30:48.185579 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-635adcab-b566-494c-8e9a-26f78443b22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (9b72d7b4-511c-46bc-9e14-63369941dcf5), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:48.185762 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (267484d6-bfdb-4495-a3ee-3e265d40b68e), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:48.188515 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-635adcab-b566-494c-8e9a-26f78443b22e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:48.189832 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-635adcab-b566-494c-8e9a-26f78443b22e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9b72d7b4-511c-46bc-9e14-63369941dcf5 HTTP/1.1" status: 204 len: 168 time: 0.2377191 Sep 05 12:30:48.199451 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635adcab-b566-494c-8e9a-26f78443b22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b72d7b4-511c-46bc-9e14-63369941dcf5,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:48.273437 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0ba47407-4f7d-4a55-aa7c-0090f059240d admin admin] Publish callbacks [] for security_group (d39675f0-54da-4044-b75c-31bd8b470cde), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:48.280543 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 267484d6-bfdb-4495-a3ee-3e265d40b68e is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:48.280866 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (267484d6-bfdb-4495-a3ee-3e265d40b68e), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:48.305097 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce1638f-9b04-4059-b2a6-633ebebbd3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267484d6-bfdb-4495-a3ee-3e265d40b68e'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:30:48.307310 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0bb837-93d9-4725-97ee-5b7c20df4c58" -d '{"events": [{"server_uuid": "fce1638f-9b04-4059-b2a6-633ebebbd3f6", "name": "network-vif-plugged", "status": "completed", "tag": "267484d6-bfdb-4495-a3ee-3e265d40b68e"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:30:48.320030 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 267484d6-bfdb-4495-a3ee-3e265d40b68e, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=267484d6-bfdb-4495-a3ee-3e265d40b68e,segment=NetworkSegment(a774ec55-a008-40de-a9e1-f5f542c17d2d),segment_id=a774ec55-a008-40de-a9e1-f5f542c17d2d)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:48.349138 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1520ee4-32b0-4d50-81bb-68e6e17bb4d6 x-openstack-request-id: req-b1520ee4-32b0-4d50-81bb-68e6e17bb4d6 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:30:48.349505 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce1638f-9b04-4059-b2a6-633ebebbd3f6", "name": "network-vif-plugged", "status": "completed", "tag": "267484d6-bfdb-4495-a3ee-3e265d40b68e", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:30:48.349778 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1520ee4-32b0-4d50-81bb-68e6e17bb4d6 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:30:48.350172 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1520ee4-32b0-4d50-81bb-68e6e17bb4d6'] response: {'server_uuid': 'fce1638f-9b04-4059-b2a6-633ebebbd3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267484d6-bfdb-4495-a3ee-3e265d40b68e', 'code': 200} Sep 05 12:30:48.376635 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0ba47407-4f7d-4a55-aa7c-0090f059240d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (d39675f0-54da-4044-b75c-31bd8b470cde), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:48.391994 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:48.406455 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (267484d6-bfdb-4495-a3ee-3e265d40b68e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:48.428869 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-0ba47407-4f7d-4a55-aa7c-0090f059240d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=44cd59484bf54f36816db7a0576a1914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4373605 Sep 05 12:30:48.429391 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 51336) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:48.429944 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba47407-4f7d-4a55-aa7c-0090f059240d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39675f0-54da-4044-b75c-31bd8b470cde,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:48.463190 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=267484d6-bfdb-4495-a3ee-3e265d40b68e,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:48.485021 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:48.498608 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-39816d7f-a725-486a-a2bf-f5b227fb451d admin admin] Publish callbacks [] for security_group (d39675f0-54da-4044-b75c-31bd8b470cde), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:48.521205 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-39816d7f-a725-486a-a2bf-f5b227fb451d admin admin] Publish callbacks [] for security_group (d39675f0-54da-4044-b75c-31bd8b470cde), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:48.570266 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb1436-341e-4b37-9023-f137db7be5f8 req-d1925902-0cec-418e-ad59-c5014376a882 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:48.577437 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a5fb1436-341e-4b37-9023-f137db7be5f8 req-d1925902-0cec-418e-ad59-c5014376a882 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0633211 Sep 05 12:30:48.641635 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a5fb1436-341e-4b37-9023-f137db7be5f8 req-b472fb53-1426-4fd4-ba61-f32f7f328eee tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632951 Sep 05 12:30:48.680060 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-39816d7f-a725-486a-a2bf-f5b227fb451d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (d39675f0-54da-4044-b75c-31bd8b470cde), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:48.682816 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-39816d7f-a725-486a-a2bf-f5b227fb451d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:48.684049 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-39816d7f-a725-486a-a2bf-f5b227fb451d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d39675f0-54da-4044-b75c-31bd8b470cde HTTP/1.1" status: 204 len: 168 time: 0.2526214 Sep 05 12:30:48.703875 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39816d7f-a725-486a-a2bf-f5b227fb451d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39675f0-54da-4044-b75c-31bd8b470cde,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:48.939194 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc033a-b486-45d8-bb86-779b66690c3a req-674034d2-bdc0-45e5-834e-1ff79654329e tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:48.940781 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1edc033a-b486-45d8-bb86-779b66690c3a req-674034d2-bdc0-45e5-834e-1ff79654329e tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0518942 Sep 05 12:30:48.995994 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1edc033a-b486-45d8-bb86-779b66690c3a req-fc2a8f25-aa26-49e6-8713-93ebe7e7618f tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491638 Sep 05 12:30:49.366910 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 51368) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:49.381144 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-79663ea2-b8a6-4421-970b-7c6ff0a4ed83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:49.393252 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:49.471468 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-79663ea2-b8a6-4421-970b-7c6ff0a4ed83 admin admin] Publish callbacks [] for security_group (3ae9d558-e745-461f-affe-5cdd0936945d), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:49.514100 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-79663ea2-b8a6-4421-970b-7c6ff0a4ed83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (3ae9d558-e745-461f-affe-5cdd0936945d), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:49.555042 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-79663ea2-b8a6-4421-970b-7c6ff0a4ed83 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=f015506b53f1407594866693139a553e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1867471 Sep 05 12:30:49.557713 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51376) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:49.558326 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79663ea2-b8a6-4421-970b-7c6ff0a4ed83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae9d558-e745-461f-affe-5cdd0936945d,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:49.632381 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2372f5bb-7274-4bac-9430-046855feb08d admin admin] Publish callbacks [] for security_group (3ae9d558-e745-461f-affe-5cdd0936945d), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:49.668079 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2372f5bb-7274-4bac-9430-046855feb08d admin admin] Publish callbacks [] for security_group (3ae9d558-e745-461f-affe-5cdd0936945d), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:49.815196 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215846be-0937-4e2f-ad34-ab5e32722ebf req-1da478bc-e6bc-4879-bb00-0b6859252d09 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:49.816748 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-215846be-0937-4e2f-ad34-ab5e32722ebf req-1da478bc-e6bc-4879-bb00-0b6859252d09 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0530665 Sep 05 12:30:49.844051 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2372f5bb-7274-4bac-9430-046855feb08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (3ae9d558-e745-461f-affe-5cdd0936945d), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:49.846700 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2372f5bb-7274-4bac-9430-046855feb08d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:49.847895 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-2372f5bb-7274-4bac-9430-046855feb08d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3ae9d558-e745-461f-affe-5cdd0936945d HTTP/1.1" status: 204 len: 168 time: 0.2891769 Sep 05 12:30:49.860926 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372f5bb-7274-4bac-9430-046855feb08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae9d558-e745-461f-affe-5cdd0936945d,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:49.905070 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-215846be-0937-4e2f-ad34-ab5e32722ebf req-45f56cff-6234-4e5f-b2b5-c85224b8c6f6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813849 Sep 05 12:30:50.141431 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e278d-ed16-4f3a-9bce-8159d85ae327 req-327b4ac1-0ebd-4fd3-841e-b9e137474b48 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:50.143019 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0b7e278d-ed16-4f3a-9bce-8159d85ae327 req-327b4ac1-0ebd-4fd3-841e-b9e137474b48 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0618017 Sep 05 12:30:50.202595 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0b7e278d-ed16-4f3a-9bce-8159d85ae327 req-1727ba76-fdc3-4ffa-b9e8-6fc331f521c0 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535388 Sep 05 12:30:50.965418 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:51.047179 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc096ea-d7d2-4eb4-a4a8-439c1acd0b18 req-ac13ada0-b2af-4dee-94fd-11a31250db54 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:51.048962 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bbc096ea-d7d2-4eb4-a4a8-439c1acd0b18 req-ac13ada0-b2af-4dee-94fd-11a31250db54 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0482714 Sep 05 12:30:51.059814 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 51450) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:51.103987 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bbc096ea-d7d2-4eb4-a4a8-439c1acd0b18 req-40c4ccb8-feda-4f8a-99b6-b7fbc8ba7aef tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488262 Sep 05 12:30:51.168158 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-dc3cee18-d6d2-418b-ab58-3ddb14328814 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-684295176-network', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:30:51.264110 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3cee18-d6d2-418b-ab58-3ddb14328814 admin admin] Made reservation on behalf of 4377cb4a93524abd99acb6ebe07fd1d6 for: {'network': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:30:51.275389 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-dc3cee18-d6d2-418b-ab58-3ddb14328814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:51.295689 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-dc3cee18-d6d2-418b-ab58-3ddb14328814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:51.382621 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db87c37-2f9a-487f-bdfc-afd83d66b5b8 req-1630a63f-680f-46e2-9e26-d61bc92b4563 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:51.384425 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6db87c37-2f9a-487f-bdfc-afd83d66b5b8 req-1630a63f-680f-46e2-9e26-d61bc92b4563 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0687802 Sep 05 12:30:51.533569 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0965a5-8d67-4ca0-a79a-0f88268ea39c req-2bf169da-6d06-419a-8054-49f839de78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:51.535143 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fc0965a5-8d67-4ca0-a79a-0f88268ea39c req-2bf169da-6d06-419a-8054-49f839de78ff service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 1130 time: 0.1207778 Sep 05 12:30:51.569051 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6db87c37-2f9a-487f-bdfc-afd83d66b5b8 req-f189f02b-51c0-4a99-a009-4ee417c28ec5 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774347 Sep 05 12:30:51.570547 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-dc3cee18-d6d2-418b-ab58-3ddb14328814 admin admin] Publish callbacks [] for security_group (619ad210-e23f-47f7-a5a8-42788d54aa89), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:51.585650 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f261f-ab50-44fe-b262-dede04e27850 req-77dbf343-21eb-4f51-9818-b4d4c4c9bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:51.587265 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-557f261f-ab50-44fe-b262-dede04e27850 req-77dbf343-21eb-4f51-9818-b4d4c4c9bb1c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 1129 time: 0.0525308 Sep 05 12:30:51.610832 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fc0965a5-8d67-4ca0-a79a-0f88268ea39c req-7cdfcdf4-7122-4b9b-9a27-dcbf2e36ff44 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672762 Sep 05 12:30:51.641866 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-557f261f-ab50-44fe-b262-dede04e27850 req-858222c6-3b2e-417f-a724-536ef3666b4e service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457039 Sep 05 12:30:51.653143 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-dc3cee18-d6d2-418b-ab58-3ddb14328814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (619ad210-e23f-47f7-a5a8-42788d54aa89), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:51.673089 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3cee18-d6d2-418b-ab58-3ddb14328814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=106740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:30:51.674860 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:51.680488 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cee18-d6d2-418b-ab58-3ddb14328814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619ad210-e23f-47f7-a5a8-42788d54aa89,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:51.687187 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-dc3cee18-d6d2-418b-ab58-3ddb14328814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (73b29491-e23a-452f-8697-7330e247e8b3), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:51.687580 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.segments_db [None req-dc3cee18-d6d2-418b-ab58-3ddb14328814 admin admin] Added segment 73b29491-e23a-452f-8697-7330e247e8b3 of type vlan for network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 Sep 05 12:30:51.734161 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-dc3cee18-d6d2-418b-ab58-3ddb14328814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (38f5b205-d0f7-419a-8f07-cc61071fe0f8), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:51.820913 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-dc3cee18-d6d2-418b-ab58-3ddb14328814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (38f5b205-d0f7-419a-8f07-cc61071fe0f8), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:51.822368 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3cee18-d6d2-418b-ab58-3ddb14328814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:51.822971 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-dc3cee18-d6d2-418b-ab58-3ddb14328814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:51.887384 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cee18-d6d2-418b-ab58-3ddb14328814 admin admin] Pushing event updated for resources: {'Network': ['ID=38f5b205-d0f7-419a-8f07-cc61071fe0f8,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:51.900339 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:30:51.914360 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:51.937072 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-dc3cee18-d6d2-418b-ab58-3ddb14328814 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8777215 Sep 05 12:30:51.940324 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 51476) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:51.958275 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-15970ed3-2974-4715-9aac-23235113d482 admin admin] Request body: {'subnet': {'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-684295176-subnet', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'ip_version': 4}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:30:52.085437 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15970ed3-2974-4715-9aac-23235113d482 admin admin] Made reservation on behalf of 4377cb4a93524abd99acb6ebe07fd1d6 for: {'subnet': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:30:52.088006 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-15970ed3-2974-4715-9aac-23235113d482 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:52.091511 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:52.251006 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6aca46-99b7-4b51-b792-0e2df77f9a17 req-97497d5a-dca8-45c6-b383-ca2041c62880 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:52.253458 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ac6aca46-99b7-4b51-b792-0e2df77f9a17 req-97497d5a-dca8-45c6-b383-ca2041c62880 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0708153 Sep 05 12:30:52.306896 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ac6aca46-99b7-4b51-b792-0e2df77f9a17 req-bd4c688b-e652-4dfc-a0de-9ab73a639c93 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464773 Sep 05 12:30:52.356491 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51496) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:52.371329 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-15970ed3-2974-4715-9aac-23235113d482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for subnet (a042adab-c6e5-4766-9641-ed3c3e40d34d), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:52.446079 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15970ed3-2974-4715-9aac-23235113d482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a042adab-c6e5-4766-9641-ed3c3e40d34d,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:52.453000 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15970ed3-2974-4715-9aac-23235113d482 admin admin] Checking segment: {'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:30:52.453357 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15970ed3-2974-4715-9aac-23235113d482 admin admin] Network hostable DHCP agents. Network: 38f5b205-d0f7-419a-8f07-cc61071fe0f8, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:30:52.507181 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2bf97115-074f-4782-bdf6-4151d092dbee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:52.553778 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15970ed3-2974-4715-9aac-23235113d482 admin admin] Network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:30:52.596436 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2bf97115-074f-4782-bdf6-4151d092dbee admin admin] Publish callbacks [] for security_group (b066eef2-5661-4404-9bfc-091bdbd90ce6), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:52.672440 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-15970ed3-2974-4715-9aac-23235113d482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, 38f5b205-d0f7-419a-8f07-cc61071fe0f8) {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:30:52.675657 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2bf97115-074f-4782-bdf6-4151d092dbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (b066eef2-5661-4404-9bfc-091bdbd90ce6), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:52.684468 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d650cc8a-0d2d-4f76-a5f4-278357d7b67a None None] Network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:30:52.699213 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:52.708290 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15970ed3-2974-4715-9aac-23235113d482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:52.708906 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-15970ed3-2974-4715-9aac-23235113d482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:52.737911 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-2bf97115-074f-4782-bdf6-4151d092dbee admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=53455294ed464787a602cd30df706f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3801107 Sep 05 12:30:52.739821 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf97115-074f-4782-bdf6-4151d092dbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b066eef2-5661-4404-9bfc-091bdbd90ce6,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:52.741829 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 51516) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:52.765671 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aab3b7-c270-4e04-8f98-a9772b9443d6 req-4e786590-e04a-41b3-9fce-11d608db3825 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:52.767219 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-73aab3b7-c270-4e04-8f98-a9772b9443d6 req-4e786590-e04a-41b3-9fce-11d608db3825 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 945 time: 0.1122711 Sep 05 12:30:52.825587 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:52.856833 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb5fa693-5fd0-5ae2-af65-28d3e918bd02-38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d'}]}} from dv-cinder-801354-7-iscsi. {{(pid=106741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 05 12:30:52.857768 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:52.865068 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-15970ed3-2974-4715-9aac-23235113d482 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9129264 Sep 05 12:30:52.869676 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51518) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:52.877210 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:30:52.880580 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-73aab3b7-c270-4e04-8f98-a9772b9443d6 req-96c27a81-fd0f-4f50-a275-5f2bff09ed6e tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880265 Sep 05 12:30:52.884028 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6b61bb0e-5e6c-49f8-9996-ff7c2a27e6f9 admin admin] Publish callbacks [] for security_group (b066eef2-5661-4404-9bfc-091bdbd90ce6), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:52.912075 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6b61bb0e-5e6c-49f8-9996-ff7c2a27e6f9 admin admin] Publish callbacks [] for security_group (b066eef2-5661-4404-9bfc-091bdbd90ce6), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:52.977741 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-632311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2597'] for router (301759a2-e838-4c5e-ae94-a67cc6616bdc), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:52.979327 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (301759a2-e838-4c5e-ae94-a67cc6616bdc), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:53.028857 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.db_base_plugin_common [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Allocated IP 172.20.0.2 (38f5b205-d0f7-419a-8f07-cc61071fe0f8/a042adab-c6e5-4766-9641-ed3c3e40d34d/eacfd92e-53da-4b30-877b-b0633dfcd038) {{(pid=106741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:30:53.043286 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6b61bb0e-5e6c-49f8-9996-ff7c2a27e6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (b066eef2-5661-4404-9bfc-091bdbd90ce6), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:53.046232 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6b61bb0e-5e6c-49f8-9996-ff7c2a27e6f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:53.049826 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-6b61bb0e-5e6c-49f8-9996-ff7c2a27e6f9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b066eef2-5661-4404-9bfc-091bdbd90ce6 HTTP/1.1" status: 204 len: 168 time: 0.2990131 Sep 05 12:30:53.054011 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:53.057618 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61bb0e-5e6c-49f8-9996-ff7c2a27e6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b066eef2-5661-4404-9bfc-091bdbd90ce6,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:53.106152 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Publish callbacks [] for router_controller (301759a2-e838-4c5e-ae94-a67cc6616bdc), precommit_add_association {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:53.220783 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Publish callbacks [] for port (eacfd92e-53da-4b30-877b-b0633dfcd038), precommit_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:53.294875 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (eacfd92e-53da-4b30-877b-b0633dfcd038), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:53.319976 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Publish callbacks [] for router_gateway (301759a2-e838-4c5e-ae94-a67cc6616bdc), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:53.342296 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 is already hosted by enough agents. {{(pid=106741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:30:53.347939 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.base_scheduler [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Resources bound (agent type, host, resource id): {{(pid=106741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:30:53.350600 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Pushing event updated for resources: {'Port': ['ID=eacfd92e-53da-4b30-877b-b0633dfcd038,revision_number=1']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:53.353132 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Received port after_create {{(pid=106741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:30:53.385170 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:53.426975 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Attempting to bind port eacfd92e-53da-4b30-877b-b0633dfcd038 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:30:53.427770 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Attempting to bind port eacfd92e-53da-4b30-877b-b0633dfcd038 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:30:53.428191 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Attempting to bind port eacfd92e-53da-4b30-877b-b0633dfcd038 on network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:30:53.478189 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:30:53.478663 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Checking segment: {'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:30:53.478996 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:53.479576 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Bound using segment: {'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:30:53.480068 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Bound port: eacfd92e-53da-4b30-877b-b0633dfcd038, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:30:53.480453 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (eacfd92e-53da-4b30-877b-b0633dfcd038), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:53.504975 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd7d98-d433-45b5-b547-f281a4eaf0c5 req-993d65d9-f5c2-4a30-81d9-e631ca9c18c3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:53.513376 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-9cfd7d98-d433-45b5-b547-f281a4eaf0c5 req-993d65d9-f5c2-4a30-81d9-e631ca9c18c3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.1017668 Sep 05 12:30:53.554335 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] For port eacfd92e-53da-4b30-877b-b0633dfcd038, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:30:53.557988 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] For port eacfd92e-53da-4b30-877b-b0633dfcd038, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=eacfd92e-53da-4b30-877b-b0633dfcd038,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:30:53.629161 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (eacfd92e-53da-4b30-877b-b0633dfcd038), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:53.651514 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-9cfd7d98-d433-45b5-b547-f281a4eaf0c5 req-f551a8a1-d837-4f6e-bb74-6a59b1537434 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246643 Sep 05 12:30:53.678008 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:53.688007 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Publish callbacks [] for router_gateway (301759a2-e838-4c5e-ae94-a67cc6616bdc), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:53.695052 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf507e-3668-4b74-9d15-935961ccdc3b None None] Pushing event updated for resources: {'Port': ['ID=eacfd92e-53da-4b30-877b-b0633dfcd038,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:53.714266 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:53.854574 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Allocated IP 172.27.4.254 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/a3e5d0cb-bbf5-4162-972c-7a9410317b2a) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:30:53.980619 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:54.118094 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Publish callbacks [] for port (a3e5d0cb-bbf5-4162-972c-7a9410317b2a), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:54.155316 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9f7cf-a4fe-40ab-b547-d40783e24e43 req-bf5d855c-e448-4f63-b305-f82339620501 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:54.157026 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-82b9f7cf-a4fe-40ab-b547-d40783e24e43 req-bf5d855c-e448-4f63-b305-f82339620501 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 945 time: 0.1560044 Sep 05 12:30:54.213047 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-82b9f7cf-a4fe-40ab-b547-d40783e24e43 req-60132d25-395f-4a15-b12f-d1174bb2fff8 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498576 Sep 05 12:30:54.252470 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (a3e5d0cb-bbf5-4162-972c-7a9410317b2a), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:54.293646 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:30:54.300658 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:30:54.305056 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:30:54.333252 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Pushing event updated for resources: {'Port': ['ID=a3e5d0cb-bbf5-4162-972c-7a9410317b2a,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:54.659621 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Publish callbacks [] for router_gateway (301759a2-e838-4c5e-ae94-a67cc6616bdc), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:54.877632 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8591054-c4c4-4739-acc5-194197aad832 req-264b2f7f-5169-4306-b4b0-657d30935677 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:54.879438 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c8591054-c4c4-4739-acc5-194197aad832 req-264b2f7f-5169-4306-b4b0-657d30935677 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0993557 Sep 05 12:30:54.955414 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f4fab0-3abe-4760-896a-7062660789b7 None None] Network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:30:54.987092 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c8591054-c4c4-4739-acc5-194197aad832 req-1ff651e8-5492-4192-aaed-85dfc1ce0296 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010389 Sep 05 12:30:55.025621 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572129'] for router (301759a2-e838-4c5e-ae94-a67cc6616bdc), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:55.111040 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 51588) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:55.117203 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-02fa3a6b-0620-4d49-8880-f7cd805dfa38 None None] Provisioning complete for port eacfd92e-53da-4b30-877b-b0633dfcd038 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:30:55.118515 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-02fa3a6b-0620-4d49-8880-f7cd805dfa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (eacfd92e-53da-4b30-877b-b0633dfcd038), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:55.190457 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d112826-cefb-407b-adb4-a1bfb2b5fb45 req-1c5f4215-06dd-4e05-917c-db67f99bb503 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:55.204401 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1d112826-cefb-407b-adb4-a1bfb2b5fb45 req-1c5f4215-06dd-4e05-917c-db67f99bb503 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0748823 Sep 05 12:30:55.211786 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:55.312074 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1d112826-cefb-407b-adb4-a1bfb2b5fb45 req-ef0568e1-5134-492e-9e62-6f0f01835569 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069663 Sep 05 12:30:55.352142 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-68a948ff-fa40-4d99-82c8-78f525270ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:55.419528 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83e552-b982-41f0-8be1-567be11b3246 req-80255e97-d1da-4aac-b300-4a9e42f28a1a tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:55.421548 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7b83e552-b982-41f0-8be1-567be11b3246 req-80255e97-d1da-4aac-b300-4a9e42f28a1a tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0776906 Sep 05 12:30:55.423262 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Router 301759a2-e838-4c5e-ae94-a67cc6616bdc is scheduled to L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f with binding_index 1 {{(pid=106739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 05 12:30:55.494586 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-02fa3a6b-0620-4d49-8880-f7cd805dfa38 None None] Current status of the port eacfd92e-53da-4b30-877b-b0633dfcd038 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:55.495057 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-02fa3a6b-0620-4d49-8880-f7cd805dfa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (eacfd92e-53da-4b30-877b-b0633dfcd038), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:55.584514 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-02fa3a6b-0620-4d49-8880-f7cd805dfa38 None None] For port eacfd92e-53da-4b30-877b-b0633dfcd038, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=eacfd92e-53da-4b30-877b-b0633dfcd038,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:55.619400 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-68a948ff-fa40-4d99-82c8-78f525270ea0 admin admin] Publish callbacks [] for security_group (4975cb47-76ca-404e-982f-641c6cad7570), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:55.653863 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:55.671317 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device eacfd92e-53da-4b30-877b-b0633dfcd038 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:30:55.676109 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-02fa3a6b-0620-4d49-8880-f7cd805dfa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (eacfd92e-53da-4b30-877b-b0633dfcd038), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:55.681593 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7b83e552-b982-41f0-8be1-567be11b3246 req-02c514b2-43b9-4491-91c4-ae3de2bdd440 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497284 Sep 05 12:30:55.746490 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-68a948ff-fa40-4d99-82c8-78f525270ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (4975cb47-76ca-404e-982f-641c6cad7570), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:55.773317 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:30:55.798120 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Sync routers for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:30:55.810156 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a948ff-fa40-4d99-82c8-78f525270ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4975cb47-76ca-404e-982f-641c6cad7570,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:55.818776 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-68a948ff-fa40-4d99-82c8-78f525270ea0 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=cbac6664fdac4ce2aa8e8034103f974c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7052925 Sep 05 12:30:55.822887 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51600) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:55.828894 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa3a6b-0620-4d49-8880-f7cd805dfa38 None None] Pushing event updated for resources: {'Port': ['ID=eacfd92e-53da-4b30-877b-b0633dfcd038,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:55.834866 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-eb1310ea-16d3-4058-a7e0-ecc78740352e None None] Provisioning complete for port eacfd92e-53da-4b30-877b-b0633dfcd038 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:30:55.835379 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-eb1310ea-16d3-4058-a7e0-ecc78740352e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (eacfd92e-53da-4b30-877b-b0633dfcd038), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:55.839886 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:30:55.840548 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:30:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:55.842362 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port eacfd92e-53da-4b30-877b-b0633dfcd038 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:30:55.842741 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (eacfd92e-53da-4b30-877b-b0633dfcd038), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:55.880521 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:55.883675 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-75422fa3-d64e-4496-b761-a364154e1f2b admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0106449 Sep 05 12:30:55.884836 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51602) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:55.958031 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-abe910e4-880c-4aa4-9938-93ec2cbd85f3 admin admin] Publish callbacks [] for security_group (4975cb47-76ca-404e-982f-641c6cad7570), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:56.047870 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:30:56.092390 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:56.160105 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port eacfd92e-53da-4b30-877b-b0633dfcd038 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:56.165011 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-eb1310ea-16d3-4058-a7e0-ecc78740352e None None] Current status of the port eacfd92e-53da-4b30-877b-b0633dfcd038 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:56.248389 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-abe910e4-880c-4aa4-9938-93ec2cbd85f3 admin admin] Publish callbacks [] for security_group (4975cb47-76ca-404e-982f-641c6cad7570), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:56.265533 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:56.288506 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=53 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:56.301905 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:54Z', 'revision_number': 3, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:56.345325 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Checking router: 301759a2-e838-4c5e-ae94-a67cc6616bdc for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:30:56.345687 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Updating router 301759a2-e838-4c5e-ae94-a67cc6616bdc port a3e5d0cb-bbf5-4162-972c-7a9410317b2a binding host dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:30:56.369120 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:56.380908 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (a3e5d0cb-bbf5-4162-972c-7a9410317b2a), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:56.485183 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-abe910e4-880c-4aa4-9938-93ec2cbd85f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (4975cb47-76ca-404e-982f-641c6cad7570), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:56.485183 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-abe910e4-880c-4aa4-9938-93ec2cbd85f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:56.485183 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-abe910e4-880c-4aa4-9938-93ec2cbd85f3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4975cb47-76ca-404e-982f-641c6cad7570 HTTP/1.1" status: 204 len: 168 time: 0.6607614 Sep 05 12:30:56.506360 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe910e4-880c-4aa4-9938-93ec2cbd85f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4975cb47-76ca-404e-982f-641c6cad7570,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:56.825149 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:56.850164 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Publish callbacks [] for port (a3e5d0cb-bbf5-4162-972c-7a9410317b2a), precommit_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:56.932173 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (a3e5d0cb-bbf5-4162-972c-7a9410317b2a), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:56.955559 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:57.069792 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Attempting to bind port a3e5d0cb-bbf5-4162-972c-7a9410317b2a on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:30:57.069792 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Attempting to bind port a3e5d0cb-bbf5-4162-972c-7a9410317b2a by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:30:57.069792 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Attempting to bind port a3e5d0cb-bbf5-4162-972c-7a9410317b2a on network de6b6e81-62d2-486b-904a-4e6e4bfb013e {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:30:57.070748 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Allocated IP 172.20.0.1 (38f5b205-d0f7-419a-8f07-cc61071fe0f8/a042adab-c6e5-4766-9641-ed3c3e40d34d/2016c98b-a387-4598-8d70-de86b93558c3) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:30:57.123980 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85150f-b67c-482e-83b3-6cfef0c2f030 None None] Pushing event updated for resources: {'Port': ['ID=a3e5d0cb-bbf5-4162-972c-7a9410317b2a,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:57.146536 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:30:57.147231 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Checking segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:30:57.148140 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:57.148140 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Bound using segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:30:57.148527 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Bound port: a3e5d0cb-bbf5-4162-972c-7a9410317b2a, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:30:57.148906 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (a3e5d0cb-bbf5-4162-972c-7a9410317b2a), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:57.202897 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:57.226384 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] For port a3e5d0cb-bbf5-4162-972c-7a9410317b2a, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:30:57.230568 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] For port a3e5d0cb-bbf5-4162-972c-7a9410317b2a, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=a3e5d0cb-bbf5-4162-972c-7a9410317b2a,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:30:57.245473 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Publish callbacks [] for port (2016c98b-a387-4598-8d70-de86b93558c3), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:57.387662 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (2016c98b-a387-4598-8d70-de86b93558c3), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:57.388491 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (a3e5d0cb-bbf5-4162-972c-7a9410317b2a), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:57.434418 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:30:57.446022 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:30:57.446022 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:30:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:57.446845 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:30:57.451144 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:30:57.514715 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Pushing event updated for resources: {'Port': ['ID=2016c98b-a387-4598-8d70-de86b93558c3,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:57.578247 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85150f-b67c-482e-83b3-6cfef0c2f030 None None] Pushing event updated for resources: {'Port': ['ID=a3e5d0cb-bbf5-4162-972c-7a9410317b2a,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:57.578678 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557147'] for router_interface (301759a2-e838-4c5e-ae94-a67cc6616bdc), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:57.672129 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device eacfd92e-53da-4b30-877b-b0633dfcd038 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:30:57.755388 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:30:57.757311 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port eacfd92e-53da-4b30-877b-b0633dfcd038 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:30:57.757566 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (eacfd92e-53da-4b30-877b-b0633dfcd038), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:57.820489 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51654) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:57.829743 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59739ef6-2405-41ac-b16e-5dd68575dd78 req-5a2f999c-e0d6-4778-ad0e-317f26c75282 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:57.832370 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-59739ef6-2405-41ac-b16e-5dd68575dd78 req-5a2f999c-e0d6-4778-ad0e-317f26c75282 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0548601 Sep 05 12:30:57.913823 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-59739ef6-2405-41ac-b16e-5dd68575dd78 req-027ef467-103e-4667-adb4-6a986f109e25 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745223 Sep 05 12:30:57.936161 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2016c98b-a387-4598-8d70-de86b93558c3), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:58.030620 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:58.034045 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:58.040550 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-606d6f5d-ef8d-4c35-b317-7a46e1f355f3 None None] Provisioning complete for port 2016c98b-a387-4598-8d70-de86b93558c3 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:30:58.040941 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-606d6f5d-ef8d-4c35-b317-7a46e1f355f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (2016c98b-a387-4598-8d70-de86b93558c3), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:58.052694 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port eacfd92e-53da-4b30-877b-b0633dfcd038 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:58.092463 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6631899b-9d45-4c83-a3f7-f3604d933608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:58.171644 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:58.180755 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c707a-9f96-4bcf-add0-b656d47f7669 req-a6ad2a1e-781e-4969-9b23-b0265a57cf99 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:58.182517 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-056c707a-9f96-4bcf-add0-b656d47f7669 req-a6ad2a1e-781e-4969-9b23-b0265a57cf99 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0622563 Sep 05 12:30:58.234152 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Publish callbacks [] for port (2016c98b-a387-4598-8d70-de86b93558c3), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:58.248348 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-056c707a-9f96-4bcf-add0-b656d47f7669 req-5dfbeabe-2c50-46cf-84c9-87bc178d3b07 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597265 Sep 05 12:30:58.270094 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-606d6f5d-ef8d-4c35-b317-7a46e1f355f3 None None] Port 2016c98b-a387-4598-8d70-de86b93558c3 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:30:58.276564 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:54Z', 'revision_number': 3, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:30:58.281753 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6631899b-9d45-4c83-a3f7-f3604d933608 admin admin] Publish callbacks [] for security_group (0467a4d9-bf30-414b-ba50-7b73b8bb1eca), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:58.306343 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c22695e-e381-46f6-b158-684b0e6a8382 None None] The sync data for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi is: [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:54Z', 'revision_number': 3, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:30:58.322902 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (2016c98b-a387-4598-8d70-de86b93558c3), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:58.374333 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6631899b-9d45-4c83-a3f7-f3604d933608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (0467a4d9-bf30-414b-ba50-7b73b8bb1eca), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:58.438428 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Pushing event updated for resources: {'Port': ['ID=2016c98b-a387-4598-8d70-de86b93558c3,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:58.444489 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557303'] for router_interface (301759a2-e838-4c5e-ae94-a67cc6616bdc), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:58.448005 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-6631899b-9d45-4c83-a3f7-f3604d933608 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6e204c0f072a40fb8d7802a755681c06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6264055 Sep 05 12:30:58.451009 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 51670) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:58.456433 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631899b-9d45-4c83-a3f7-f3604d933608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0467a4d9-bf30-414b-ba50-7b73b8bb1eca,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:58.522228 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:58.531980 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7a454da5-d06c-4d84-ae93-e08c28ac8305 admin admin] Publish callbacks [] for security_group (0467a4d9-bf30-414b-ba50-7b73b8bb1eca), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:58.570287 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7a454da5-d06c-4d84-ae93-e08c28ac8305 admin admin] Publish callbacks [] for security_group (0467a4d9-bf30-414b-ba50-7b73b8bb1eca), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:58.634300 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:30:58.635796 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:30:58.762961 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7a454da5-d06c-4d84-ae93-e08c28ac8305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (0467a4d9-bf30-414b-ba50-7b73b8bb1eca), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:58.765635 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7a454da5-d06c-4d84-ae93-e08c28ac8305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:58.766805 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-7a454da5-d06c-4d84-ae93-e08c28ac8305 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0467a4d9-bf30-414b-ba50-7b73b8bb1eca HTTP/1.1" status: 204 len: 168 time: 0.3145874 Sep 05 12:30:58.782833 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a454da5-d06c-4d84-ae93-e08c28ac8305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0467a4d9-bf30-414b-ba50-7b73b8bb1eca,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:58.791672 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Router 301759a2-e838-4c5e-ae94-a67cc6616bdc has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:30:58.947357 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:30:58.964231 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-4a03907f-7fc9-41f4-8242-eed046b22c24 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/301759a2-e838-4c5e-ae94-a67cc6616bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0672164 Sep 05 12:30:58.998001 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d22cce5b-24ab-4f61-b7e1-af224fe5e911 None None] Provisioning complete for port 2016c98b-a387-4598-8d70-de86b93558c3 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:30:58.998705 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d22cce5b-24ab-4f61-b7e1-af224fe5e911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (2016c98b-a387-4598-8d70-de86b93558c3), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:59.089355 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d22cce5b-24ab-4f61-b7e1-af224fe5e911 None None] Port 2016c98b-a387-4598-8d70-de86b93558c3 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:30:59.099177 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610ce87-47b7-4831-b69f-9ce8df98e98d req-ce117655-c6f4-4c46-8f1b-18832a5af40e tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:59.101411 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1610ce87-47b7-4831-b69f-9ce8df98e98d req-ce117655-c6f4-4c46-8f1b-18832a5af40e tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0738697 Sep 05 12:30:59.176464 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1610ce87-47b7-4831-b69f-9ce8df98e98d req-04de46d5-8aad-4db9-847b-734ba7e41a14 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662701 Sep 05 12:30:59.312329 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:59.387126 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716162f-6546-43f5-8e46-4b8a6baf7aa2 req-942587a4-ca53-423f-96af-a9effbe66274 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:59.388649 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2716162f-6546-43f5-8e46-4b8a6baf7aa2 req-942587a4-ca53-423f-96af-a9effbe66274 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0533245 Sep 05 12:30:59.401598 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:30:59.446650 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2716162f-6546-43f5-8e46-4b8a6baf7aa2 req-06794098-35a7-4982-bf0d-ed21bca5814e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517762 Sep 05 12:30:59.505721 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aebe45-d90f-441d-a043-95674a634c0b req-88bfe537-7958-4e36-b10d-1a3937fc92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:59.505721 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-17aebe45-d90f-441d-a043-95674a634c0b req-88bfe537-7958-4e36-b10d-1a3937fc92f0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 1130 time: 0.0405757 Sep 05 12:30:59.534841 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device a3e5d0cb-bbf5-4162-972c-7a9410317b2a up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:30:59.608520 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port a3e5d0cb-bbf5-4162-972c-7a9410317b2a triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:30:59.608520 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (a3e5d0cb-bbf5-4162-972c-7a9410317b2a), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:59.657503 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ae2a3-6291-47b7-9b38-e0368c120bd7 req-9793caea-37a9-4ae5-a9e6-4781446247a7 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:59.659562 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-781ae2a3-6291-47b7-9b38-e0368c120bd7 req-9793caea-37a9-4ae5-a9e6-4781446247a7 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 945 time: 0.0723302 Sep 05 12:30:59.701310 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port a3e5d0cb-bbf5-4162-972c-7a9410317b2a is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:30:59.707519 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (a3e5d0cb-bbf5-4162-972c-7a9410317b2a), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:59.734389 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port a3e5d0cb-bbf5-4162-972c-7a9410317b2a, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=a3e5d0cb-bbf5-4162-972c-7a9410317b2a,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:59.767606 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aebe45-d90f-441d-a043-95674a634c0b req-2fd8b3b7-0a8a-4242-afb3-afa25a751fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:59.772514 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-17aebe45-d90f-441d-a043-95674a634c0b req-2fd8b3b7-0a8a-4242-afb3-afa25a751fae service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 200 len: 920 time: 0.1871562 Sep 05 12:30:59.810820 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [req-781ae2a3-6291-47b7-9b38-e0368c120bd7 req-d54fdd71-0b1b-4aee-b257-6ec39e0264e9 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Deleting port 267484d6-bfdb-4495-a3ee-3e265d40b68e {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:30:59.811171 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-781ae2a3-6291-47b7-9b38-e0368c120bd7 req-d54fdd71-0b1b-4aee-b257-6ec39e0264e9 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (267484d6-bfdb-4495-a3ee-3e265d40b68e), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:59.817886 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 51698) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:30:59.820940 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (a3e5d0cb-bbf5-4162-972c-7a9410317b2a), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:59.841620 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-17aebe45-d90f-441d-a043-95674a634c0b req-69fc17dd-b4e5-4cce-addb-a5dfe03a5891 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d2944c4-c65b-49e5-b532-6867e3db6d0c HTTP/1.1" status: 200 len: 217 time: 0.0579040 Sep 05 12:30:59.848098 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4dc1bbac-1aa6-439e-bacf-8668f374a275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:30:59.920816 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=a3e5d0cb-bbf5-4162-972c-7a9410317b2a,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:30:59.944307 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aebe45-d90f-441d-a043-95674a634c0b req-c07dfb18-2ee8-4f4d-ae44-218eff8ca7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:30:59.946672 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-17aebe45-d90f-441d-a043-95674a634c0b req-c07dfb18-2ee8-4f4d-ae44-218eff8ca7a6 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90 HTTP/1.1" status: 200 len: 858 time: 0.0883067 Sep 05 12:30:59.998733 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-781ae2a3-6291-47b7-9b38-e0368c120bd7 req-d54fdd71-0b1b-4aee-b257-6ec39e0264e9 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] For port 267484d6-bfdb-4495-a3ee-3e265d40b68e, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=267484d6-bfdb-4495-a3ee-3e265d40b68e,segment=NetworkSegment(a774ec55-a008-40de-a9e1-f5f542c17d2d),segment_id=a774ec55-a008-40de-a9e1-f5f542c17d2d)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:30:59.999268 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-781ae2a3-6291-47b7-9b38-e0368c120bd7 req-d54fdd71-0b1b-4aee-b257-6ec39e0264e9 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (267484d6-bfdb-4495-a3ee-3e265d40b68e), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.016597 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aebe45-d90f-441d-a043-95674a634c0b req-06c3bf2a-d3ad-404f-bbde-8d91e5777c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:00.018679 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-17aebe45-d90f-441d-a043-95674a634c0b req-06c3bf2a-d3ad-404f-bbde-8d91e5777c4d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=adc4bf76-da99-44ec-b79e-0ddca4fe97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610104 Sep 05 12:31:00.022558 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [req-781ae2a3-6291-47b7-9b38-e0368c120bd7 req-d54fdd71-0b1b-4aee-b257-6ec39e0264e9 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Calling delete_port for 267484d6-bfdb-4495-a3ee-3e265d40b68e owned by compute:nova {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:31:00.089338 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:00.103133 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4dc1bbac-1aa6-439e-bacf-8668f374a275 admin admin] Publish callbacks [] for security_group (8745d7fe-c4ab-4cd2-b9ed-36de59fdfc67), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.130835 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 51704) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:00.136712 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-99d0d7a0-84a8-467b-b1f7-7b6789d7a351 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-894434931-network', 'tenant_id': 'ffc9db130a0043e98bc9e518812757b4'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:00.146790 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-17aebe45-d90f-441d-a043-95674a634c0b req-a8146381-0c25-43e5-9754-6c8bf60720db service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205800 Sep 05 12:31:00.202183 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4dc1bbac-1aa6-439e-bacf-8668f374a275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (8745d7fe-c4ab-4cd2-b9ed-36de59fdfc67), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.238263 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:00.241574 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d0d7a0-84a8-467b-b1f7-7b6789d7a351 admin admin] Made reservation on behalf of ffc9db130a0043e98bc9e518812757b4 for: {'network': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:31:00.244218 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-99d0d7a0-84a8-467b-b1f7-7b6789d7a351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.258298 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-99d0d7a0-84a8-467b-b1f7-7b6789d7a351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.264072 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-17aebe45-d90f-441d-a043-95674a634c0b req-ef34eb3d-1df3-40db-a1ef-72540ec842bf service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040113 Sep 05 12:31:00.270850 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1bbac-1aa6-439e-bacf-8668f374a275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8745d7fe-c4ab-4cd2-b9ed-36de59fdfc67,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:00.275448 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-4dc1bbac-1aa6-439e-bacf-8668f374a275 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=91952a63ccc047208d0734ef0e10c645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4573672 Sep 05 12:31:00.278454 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51710) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:00.288873 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=6 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:00.289386 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-781ae2a3-6291-47b7-9b38-e0368c120bd7 req-d54fdd71-0b1b-4aee-b257-6ec39e0264e9 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (267484d6-bfdb-4495-a3ee-3e265d40b68e), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.315137 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Sync routers for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:31:00.335736 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fdd71-0b1b-4aee-b257-6ec39e0264e9 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Pushing event deleted for resources: {'Port': ['ID=267484d6-bfdb-4495-a3ee-3e265d40b68e,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:00.336110 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:31:00.336110 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-da935f33-947e-4f3f-9194-474725223aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:30:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:31:00.342764 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['267484d6-bfdb-4495-a3ee-3e265d40b68e'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:31:00.368978 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2ee02c32-7473-4c10-b997-71d96b41f176 req-36cc78d6-4c11-46a8-8e94-552ef4c43594 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 210 time: 0.0718198 Sep 05 12:31:00.394179 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [req-781ae2a3-6291-47b7-9b38-e0368c120bd7 req-d54fdd71-0b1b-4aee-b257-6ec39e0264e9 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] No DVR routers for this DVR port 267484d6-bfdb-4495-a3ee-3e265d40b68e on host hv-cinder-80135 {{(pid=106740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:31:00.398585 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-781ae2a3-6291-47b7-9b38-e0368c120bd7 req-d54fdd71-0b1b-4aee-b257-6ec39e0264e9 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.402288 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-781ae2a3-6291-47b7-9b38-e0368c120bd7 req-d54fdd71-0b1b-4aee-b257-6ec39e0264e9 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.58 "DELETE /networking/v2.0/ports/267484d6-bfdb-4495-a3ee-3e265d40b68e HTTP/1.1" status: 204 len: 173 time: 0.7258892 Sep 05 12:31:00.402941 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce1638f-9b04-4059-b2a6-633ebebbd3f6', 'name': 'network-vif-deleted', 'tag': '267484d6-bfdb-4495-a3ee-3e265d40b68e'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:31:00.405272 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da25285-2836-4f39-8041-a8db932b1cee" -d '{"events": [{"server_uuid": "fce1638f-9b04-4059-b2a6-633ebebbd3f6", "name": "network-vif-deleted", "tag": "267484d6-bfdb-4495-a3ee-3e265d40b68e"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:31:00.457454 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-33ddf9b9-42ff-44b9-bd43-cdf567b3218c admin admin] Publish callbacks [] for security_group (8745d7fe-c4ab-4cd2-b9ed-36de59fdfc67), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.457621 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80700d7-8f19-4b1d-a9d7-c81af6a74dfd x-openstack-request-id: req-b80700d7-8f19-4b1d-a9d7-c81af6a74dfd {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:31:00.457621 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce1638f-9b04-4059-b2a6-633ebebbd3f6", "name": "network-vif-deleted", "tag": "267484d6-bfdb-4495-a3ee-3e265d40b68e", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:31:00.457621 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b80700d7-8f19-4b1d-a9d7-c81af6a74dfd {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:31:00.457621 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80700d7-8f19-4b1d-a9d7-c81af6a74dfd'] response: {'server_uuid': 'fce1638f-9b04-4059-b2a6-633ebebbd3f6', 'name': 'network-vif-deleted', 'tag': '267484d6-bfdb-4495-a3ee-3e265d40b68e', 'status': 'completed', 'code': 200} Sep 05 12:31:00.462392 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-99d0d7a0-84a8-467b-b1f7-7b6789d7a351 admin admin] Publish callbacks [] for security_group (6e64c890-f02f-4b43-bba0-f2e1594e39f0), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.479198 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-33ddf9b9-42ff-44b9-bd43-cdf567b3218c admin admin] Publish callbacks [] for security_group (8745d7fe-c4ab-4cd2-b9ed-36de59fdfc67), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.491172 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:31:00.535332 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-99d0d7a0-84a8-467b-b1f7-7b6789d7a351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (6e64c890-f02f-4b43-bba0-f2e1594e39f0), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.572256 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0d7a0-84a8-467b-b1f7-7b6789d7a351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e64c890-f02f-4b43-bba0-f2e1594e39f0,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:00.629496 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928110ed-14af-47aa-8c53-d79b04f1a7bf req-e0117de7-fcbf-42d8-9f52-70a07822279d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:00.632800 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-928110ed-14af-47aa-8c53-d79b04f1a7bf req-e0117de7-fcbf-42d8-9f52-70a07822279d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0865171 Sep 05 12:31:00.674068 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-33ddf9b9-42ff-44b9-bd43-cdf567b3218c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (8745d7fe-c4ab-4cd2-b9ed-36de59fdfc67), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.674463 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d0d7a0-84a8-467b-b1f7-7b6789d7a351 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=106740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:31:00.677896 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-33ddf9b9-42ff-44b9-bd43-cdf567b3218c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.680385 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-33ddf9b9-42ff-44b9-bd43-cdf567b3218c admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/8745d7fe-c4ab-4cd2-b9ed-36de59fdfc67 HTTP/1.1" status: 204 len: 168 time: 0.4000814 Sep 05 12:31:00.689796 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-99d0d7a0-84a8-467b-b1f7-7b6789d7a351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (77ce9ced-6624-49cc-8740-8e263533ba91), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.690533 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.segments_db [None req-99d0d7a0-84a8-467b-b1f7-7b6789d7a351 admin admin] Added segment 77ce9ced-6624-49cc-8740-8e263533ba91 of type vlan for network 14d3125a-f327-4881-ae7b-3e084b31fad5 Sep 05 12:31:00.713507 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddf9b9-42ff-44b9-bd43-cdf567b3218c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8745d7fe-c4ab-4cd2-b9ed-36de59fdfc67,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:00.749713 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-928110ed-14af-47aa-8c53-d79b04f1a7bf req-0ee8222e-3d5f-48ea-882c-ff460bbf6ea3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922682 Sep 05 12:31:00.790093 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-99d0d7a0-84a8-467b-b1f7-7b6789d7a351 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (14d3125a-f327-4881-ae7b-3e084b31fad5), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.899049 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-da935f33-947e-4f3f-9194-474725223aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 2, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:31:00.906021 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-99d0d7a0-84a8-467b-b1f7-7b6789d7a351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (14d3125a-f327-4881-ae7b-3e084b31fad5), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.907241 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d0d7a0-84a8-467b-b1f7-7b6789d7a351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:00.908116 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-99d0d7a0-84a8-467b-b1f7-7b6789d7a351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.927728 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Checking router: 301759a2-e838-4c5e-ae94-a67cc6616bdc for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:31:00.928085 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Updating router 301759a2-e838-4c5e-ae94-a67cc6616bdc port 2016c98b-a387-4598-8d70-de86b93558c3 binding host dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:31:00.963481 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2016c98b-a387-4598-8d70-de86b93558c3), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:00.978656 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0d7a0-84a8-467b-b1f7-7b6789d7a351 admin admin] Pushing event updated for resources: {'Network': ['ID=14d3125a-f327-4881-ae7b-3e084b31fad5,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:00.990235 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network 14d3125a-f327-4881-ae7b-3e084b31fad5 details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:31:01.056452 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-99d0d7a0-84a8-467b-b1f7-7b6789d7a351 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9237602 Sep 05 12:31:01.058745 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51728) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:01.070572 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-467bb447-d190-40ee-93cc-4058225e6cc3 admin admin] Request body: {'subnet': {'network_id': '14d3125a-f327-4881-ae7b-3e084b31fad5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-894434931-subnet', 'tenant_id': 'ffc9db130a0043e98bc9e518812757b4', 'ip_version': 4}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:01.182402 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467bb447-d190-40ee-93cc-4058225e6cc3 admin admin] Made reservation on behalf of ffc9db130a0043e98bc9e518812757b4 for: {'subnet': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:31:01.185537 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-467bb447-d190-40ee-93cc-4058225e6cc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4159216'] for subnet (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:01.268478 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:01.276197 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Publish callbacks [] for port (2016c98b-a387-4598-8d70-de86b93558c3), precommit_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:01.397805 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (2016c98b-a387-4598-8d70-de86b93558c3), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:01.469777 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:01.514392 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Pushing event updated for resources: {'Port': ['ID=2016c98b-a387-4598-8d70-de86b93558c3,revision_number=3']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:01.524742 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-467bb447-d190-40ee-93cc-4058225e6cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4159170'] for subnet (8ec25fc3-fa96-48ac-b971-28869b7917f0), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:01.527198 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:01.527198 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:01.527198 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:01.527198 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:01.527596 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device a3e5d0cb-bbf5-4162-972c-7a9410317b2a up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:31:01.527692 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:01.527692 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:01.527692 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:01.527692 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:01.528015 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:01.528272 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:01.528607 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:01.528954 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:01.529448 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:01.529917 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:01.530390 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:01.535114 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Attempting to bind port 2016c98b-a387-4598-8d70-de86b93558c3 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:31:01.535757 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Attempting to bind port 2016c98b-a387-4598-8d70-de86b93558c3 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:31:01.536350 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Attempting to bind port 2016c98b-a387-4598-8d70-de86b93558c3 on network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:31:01.585888 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d5d6e144-c256-41d0-9f67-8c1dae37c4c0 req-3905d441-ed5c-40a1-aedf-e1c935b56e5e tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 210 time: 0.0698476 Sep 05 12:31:01.593679 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:31:01.594058 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Checking segment: {'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:31:01.594470 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:01.594870 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Bound using segment: {'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:31:01.597547 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:01.599734 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Bound port: 2016c98b-a387-4598-8d70-de86b93558c3, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'}}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:31:01.600145 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2016c98b-a387-4598-8d70-de86b93558c3), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:01.622019 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port a3e5d0cb-bbf5-4162-972c-7a9410317b2a triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:01.622759 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (a3e5d0cb-bbf5-4162-972c-7a9410317b2a), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:01.651666 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bb447-d190-40ee-93cc-4058225e6cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec25fc3-fa96-48ac-b971-28869b7917f0,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:01.671031 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467bb447-d190-40ee-93cc-4058225e6cc3 admin admin] Checking segment: {'id': '77ce9ced-6624-49cc-8740-8e263533ba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '14d3125a-f327-4881-ae7b-3e084b31fad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:31:01.672506 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467bb447-d190-40ee-93cc-4058225e6cc3 admin admin] Network hostable DHCP agents. Network: 14d3125a-f327-4881-ae7b-3e084b31fad5, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:31:01.697312 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-da935f33-947e-4f3f-9194-474725223aaa None None] For port 2016c98b-a387-4598-8d70-de86b93558c3, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:31:01.700715 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-da935f33-947e-4f3f-9194-474725223aaa None None] For port 2016c98b-a387-4598-8d70-de86b93558c3, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=2016c98b-a387-4598-8d70-de86b93558c3,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:31:01.710824 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:01.715661 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port a3e5d0cb-bbf5-4162-972c-7a9410317b2a is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:31:01.799700 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467bb447-d190-40ee-93cc-4058225e6cc3 admin admin] Network 14d3125a-f327-4881-ae7b-3e084b31fad5 is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:31:01.810320 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (2016c98b-a387-4598-8d70-de86b93558c3), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:01.841832 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:01.850954 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:31:01.851606 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-da935f33-947e-4f3f-9194-474725223aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:30:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:31:01.894077 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-467bb447-d190-40ee-93cc-4058225e6cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, 14d3125a-f327-4881-ae7b-3e084b31fad5) {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:31:01.900700 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467bb447-d190-40ee-93cc-4058225e6cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:01.901369 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-467bb447-d190-40ee-93cc-4058225e6cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:01.910367 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d1ee7-c3a6-4f04-a550-c77d622c77ed req-f0546979-7470-4088-a3f4-cffcb26457b0 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:01.910609 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8108019a-1738-4fd2-bac5-bf30a80d9f7a None None] Network 14d3125a-f327-4881-ae7b-3e084b31fad5 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:31:01.912174 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d86d1ee7-c3a6-4f04-a550-c77d622c77ed req-f0546979-7470-4088-a3f4-cffcb26457b0 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0832331 Sep 05 12:31:01.913775 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eababe1-9212-423d-a4e4-467d63d381f8 None None] Pushing event updated for resources: {'Port': ['ID=2016c98b-a387-4598-8d70-de86b93558c3,revision_number=4']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:01.996994 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d86d1ee7-c3a6-4f04-a550-c77d622c77ed req-8f89b2f0-949b-4870-baf2-7f78a796bc83 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686867 Sep 05 12:31:02.005430 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-467bb447-d190-40ee-93cc-4058225e6cc3 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9423771 Sep 05 12:31:02.005706 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51754) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:02.011830 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-894434931-router', 'tenant_id': 'ffc9db130a0043e98bc9e518812757b4', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:02.019999 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-da935f33-947e-4f3f-9194-474725223aaa None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:31:02.063117 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb5fa693-5fd0-5ae2-af65-28d3e918bd02-14d3125a-f327-4881-ae7b-3e084b31fad5', 'network_id': '14d3125a-f327-4881-ae7b-3e084b31fad5', 'project_id': 'ffc9db130a0043e98bc9e518812757b4', 'fixed_ips': [{'subnet_id': '8ec25fc3-fa96-48ac-b971-28869b7917f0'}]}} from dv-cinder-801354-7-iscsi. {{(pid=106741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 05 12:31:02.067864 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:02.222919 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-da935f33-947e-4f3f-9194-474725223aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:01Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:31:02.225774 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-632311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2597'] for router (1d06447d-9907-4549-9038-3a4ffc0ea036), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:02.227522 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (1d06447d-9907-4549-9038-3a4ffc0ea036), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:02.230497 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.db_base_plugin_common [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Allocated IP 172.20.0.2 (14d3125a-f327-4881-ae7b-3e084b31fad5/8ec25fc3-fa96-48ac-b971-28869b7917f0/271a62ba-9dc1-4b1c-b9bd-0796028286e6) {{(pid=106741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:31:02.237178 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:02.267656 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da935f33-947e-4f3f-9194-474725223aaa None None] The sync data for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi is: [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:01Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:31:02.283861 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:02.325082 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Publish callbacks [] for router_controller (1d06447d-9907-4549-9038-3a4ffc0ea036), precommit_add_association {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:02.485318 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Publish callbacks [] for port (271a62ba-9dc1-4b1c-b9bd-0796028286e6), precommit_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:02.566524 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (271a62ba-9dc1-4b1c-b9bd-0796028286e6), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:02.613307 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Network 14d3125a-f327-4881-ae7b-3e084b31fad5 is already hosted by enough agents. {{(pid=106741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:31:02.616567 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.base_scheduler [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Resources bound (agent type, host, resource id): {{(pid=106741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:31:02.635294 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Received port after_create {{(pid=106741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:31:02.655496 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Pushing event updated for resources: {'Port': ['ID=271a62ba-9dc1-4b1c-b9bd-0796028286e6,revision_number=1']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:02.663225 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Publish callbacks [] for router_gateway (1d06447d-9907-4549-9038-3a4ffc0ea036), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:02.728652 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Attempting to bind port 271a62ba-9dc1-4b1c-b9bd-0796028286e6 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:31:02.729281 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Attempting to bind port 271a62ba-9dc1-4b1c-b9bd-0796028286e6 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': '77ce9ced-6624-49cc-8740-8e263533ba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '14d3125a-f327-4881-ae7b-3e084b31fad5'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:31:02.729808 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Attempting to bind port 271a62ba-9dc1-4b1c-b9bd-0796028286e6 on network 14d3125a-f327-4881-ae7b-3e084b31fad5 {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:31:02.763572 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-05d4c3ed-dddd-4057-9754-f1ea1a43c694 req-049c450d-5c66-4a8b-afe3-1d45d877a216 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 210 time: 0.0459666 Sep 05 12:31:02.797892 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:31:02.798643 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Checking segment: {'id': '77ce9ced-6624-49cc-8740-8e263533ba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '14d3125a-f327-4881-ae7b-3e084b31fad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:31:02.799264 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:02.800818 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Bound using segment: {'id': '77ce9ced-6624-49cc-8740-8e263533ba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '14d3125a-f327-4881-ae7b-3e084b31fad5'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:31:02.801598 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Bound port: 271a62ba-9dc1-4b1c-b9bd-0796028286e6, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ce9ced-6624-49cc-8740-8e263533ba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '14d3125a-f327-4881-ae7b-3e084b31fad5'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:31:02.802738 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (271a62ba-9dc1-4b1c-b9bd-0796028286e6), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:02.875991 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] For port 271a62ba-9dc1-4b1c-b9bd-0796028286e6, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:31:02.880621 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] For port 271a62ba-9dc1-4b1c-b9bd-0796028286e6, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=271a62ba-9dc1-4b1c-b9bd-0796028286e6,segment=NetworkSegment(77ce9ced-6624-49cc-8740-8e263533ba91),segment_id=77ce9ced-6624-49cc-8740-8e263533ba91)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:31:02.967067 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (271a62ba-9dc1-4b1c-b9bd-0796028286e6), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:03.015702 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:03.020162 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Publish callbacks [] for router_gateway (1d06447d-9907-4549-9038-3a4ffc0ea036), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:03.050930 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:03.076602 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9c56c-8331-406b-bab2-7cf26dfe4bd6 None None] Pushing event updated for resources: {'Port': ['ID=271a62ba-9dc1-4b1c-b9bd-0796028286e6,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:03.270072 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Allocated IP 172.27.4.138 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/de2125c6-1ec9-4af6-8299-7ae313e3f96a) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:31:03.279336 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58712c5d-4dec-4d42-9e52-494c714c0dc7 req-3d456557-7155-41dc-b44c-5a98ba709bb6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:03.280927 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-58712c5d-4dec-4d42-9e52-494c714c0dc7 req-3d456557-7155-41dc-b44c-5a98ba709bb6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0999794 Sep 05 12:31:03.312514 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:03.403376 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-58712c5d-4dec-4d42-9e52-494c714c0dc7 req-95c5db90-c12e-4f5b-9c31-12807299c4cd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127999 Sep 05 12:31:03.625419 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 271a62ba-9dc1-4b1c-b9bd-0796028286e6 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:31:03.680854 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 271a62ba-9dc1-4b1c-b9bd-0796028286e6 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:03.681358 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (271a62ba-9dc1-4b1c-b9bd-0796028286e6), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:03.685622 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-78fab0ce-2215-44fc-9069-bd2eec5b5329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:03.749842 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Publish callbacks [] for port (de2125c6-1ec9-4af6-8299-7ae313e3f96a), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:03.776719 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 271a62ba-9dc1-4b1c-b9bd-0796028286e6 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:31:03.777120 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (271a62ba-9dc1-4b1c-b9bd-0796028286e6), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:03.827964 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 271a62ba-9dc1-4b1c-b9bd-0796028286e6, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=271a62ba-9dc1-4b1c-b9bd-0796028286e6,segment=NetworkSegment(77ce9ced-6624-49cc-8740-8e263533ba91),segment_id=77ce9ced-6624-49cc-8740-8e263533ba91)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:31:03.857846 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (de2125c6-1ec9-4af6-8299-7ae313e3f96a), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:03.923286 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:31:03.923453 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (271a62ba-9dc1-4b1c-b9bd-0796028286e6), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:03.923613 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:31:03.923716 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 2016c98b-a387-4598-8d70-de86b93558c3 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:31:03.926760 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:31:03.980816 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Pushing event updated for resources: {'Port': ['ID=de2125c6-1ec9-4af6-8299-7ae313e3f96a,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:03.993695 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b8acb066-941c-4bce-9e87-436d7f9b25b4 req-f72323d8-e91d-4e47-bcf2-a2034d923020 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fce1638f-9b04-4059-b2a6-633ebebbd3f6 HTTP/1.1" status: 200 len: 210 time: 0.0726547 Sep 05 12:31:04.081411 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 2016c98b-a387-4598-8d70-de86b93558c3 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:04.082480 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (2016c98b-a387-4598-8d70-de86b93558c3), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:04.110909 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=271a62ba-9dc1-4b1c-b9bd-0796028286e6,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:04.160230 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:04.181495 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 2016c98b-a387-4598-8d70-de86b93558c3 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:31:04.181885 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (2016c98b-a387-4598-8d70-de86b93558c3), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:04.217869 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 2016c98b-a387-4598-8d70-de86b93558c3, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=2016c98b-a387-4598-8d70-de86b93558c3,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:31:04.291015 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b443d2ca-932d-43cd-9cb5-0a018df1276e None None] Network 14d3125a-f327-4881-ae7b-3e084b31fad5 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:31:04.358626 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-cd25d7f1-f057-4674-9651-fa2004a79dbd None None] Provisioning complete for port 271a62ba-9dc1-4b1c-b9bd-0796028286e6 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:04.358995 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-cd25d7f1-f057-4674-9651-fa2004a79dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (271a62ba-9dc1-4b1c-b9bd-0796028286e6), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:04.359924 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:04.392855 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (2016c98b-a387-4598-8d70-de86b93558c3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:04.411694 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Publish callbacks [] for router_gateway (1d06447d-9907-4549-9038-3a4ffc0ea036), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:04.488351 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=2016c98b-a387-4598-8d70-de86b93558c3,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:04.556326 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-cd25d7f1-f057-4674-9651-fa2004a79dbd None None] Current status of the port 271a62ba-9dc1-4b1c-b9bd-0796028286e6 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:31:04.604282 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5fdc6-4306-4e81-8fe7-1746b5de9b1a req-ce8f4e79-0ce7-4eff-bd6e-0a936ebe8310 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:04.605821 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-44d5fdc6-4306-4e81-8fe7-1746b5de9b1a req-ce8f4e79-0ce7-4eff-bd6e-0a936ebe8310 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0906141 Sep 05 12:31:04.717698 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-44d5fdc6-4306-4e81-8fe7-1746b5de9b1a req-ddc3031e-dd98-40bc-a226-3d8af85745bd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002078 Sep 05 12:31:04.722001 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572129'] for router (1d06447d-9907-4549-9038-3a4ffc0ea036), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:04.777821 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-591e50be-756c-4137-9019-4592aaa33cde None None] Provisioning complete for port 271a62ba-9dc1-4b1c-b9bd-0796028286e6 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:04.778218 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-591e50be-756c-4137-9019-4592aaa33cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (271a62ba-9dc1-4b1c-b9bd-0796028286e6), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:04.856255 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:04.862441 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-591e50be-756c-4137-9019-4592aaa33cde None None] Current status of the port 271a62ba-9dc1-4b1c-b9bd-0796028286e6 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:31:04.874210 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:04.931004 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Router 1d06447d-9907-4549-9038-3a4ffc0ea036 is scheduled to L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f with binding_index 1 {{(pid=106739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 05 12:31:05.034340 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:31:05.045992 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Sync routers for ids ['1d06447d-9907-4549-9038-3a4ffc0ea036'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:31:05.049668 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 267484d6-bfdb-4495-a3ee-3e265d40b68e no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:31:05.071493 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: 267484d6-bfdb-4495-a3ee-3e265d40b68e {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:31:05.071832 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 267484d6-bfdb-4495-a3ee-3e265d40b68e not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:31:05.080698 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Routers {'1d06447d-9907-4549-9038-3a4ffc0ea036'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:31:05.081327 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:30:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['1d06447d-9907-4549-9038-3a4ffc0ea036'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:31:05.190393 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:05.191798 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-d1035067-62fa-474a-8bdc-9e24aae359f9 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1850033 Sep 05 12:31:05.195096 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Set router 1d06447d-9907-4549-9038-3a4ffc0ea036 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:31:05.195581 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51810) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:05.384135 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'name': 'tempest-TestVolumeBootPattern-894434931-router', 'tenant_id': 'ffc9db130a0043e98bc9e518812757b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'de2125c6-1ec9-4af6-8299-7ae313e3f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:31:02Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 3, 'project_id': 'ffc9db130a0043e98bc9e518812757b4', 'gw_port': {'id': 'de2125c6-1ec9-4af6-8299-7ae313e3f96a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:31:03Z', 'updated_at': '2022-09-05T12:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:31:05.414060 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Checking router: 1d06447d-9907-4549-9038-3a4ffc0ea036 for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:31:05.414507 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Updating router 1d06447d-9907-4549-9038-3a4ffc0ea036 port de2125c6-1ec9-4af6-8299-7ae313e3f96a binding host dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:31:05.450393 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (de2125c6-1ec9-4af6-8299-7ae313e3f96a), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:05.469343 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-95ed6c61-8fd1-49e1-b0ab-eda0759e6cbb tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:05.470863 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-95ed6c61-8fd1-49e1-b0ab-eda0759e6cbb tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/networks?id=488a601a-db3c-42c3-a1b1-31b43872e2ec HTTP/1.1" status: 200 len: 807 time: 0.1878798 Sep 05 12:31:05.495309 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-e9d56cd6-f040-4ce5-852e-2a0b7cf2831a tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/quotas/d5ecc5cd1d854b17bbe9ee678ecacfe3 HTTP/1.1" status: 200 len: 375 time: 0.0153334 Sep 05 12:31:05.537062 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:05.560565 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-a01e30ad-8e1a-4bfa-ae61-785249d21cc5 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=d5ecc5cd1d854b17bbe9ee678ecacfe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334427 Sep 05 12:31:05.679372 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 271a62ba-9dc1-4b1c-b9bd-0796028286e6 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:31:05.716518 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:05.741219 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-08f44a09-0110-49de-a5f1-6c50ee5ccb79 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/488a601a-db3c-42c3-a1b1-31b43872e2ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700466 Sep 05 12:31:05.772758 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 271a62ba-9dc1-4b1c-b9bd-0796028286e6 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:05.773152 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (271a62ba-9dc1-4b1c-b9bd-0796028286e6), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:05.872513 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a5e2a-874b-45c3-a0d2-85f2d282585d req-66d013b5-6b9c-4eb7-a267-2f53790586c4 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:05.874825 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0d3a5e2a-874b-45c3-a0d2-85f2d282585d req-66d013b5-6b9c-4eb7-a267-2f53790586c4 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0654571 Sep 05 12:31:05.877299 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:05.910537 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 271a62ba-9dc1-4b1c-b9bd-0796028286e6 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:31:05.912336 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 2016c98b-a387-4598-8d70-de86b93558c3 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:31:05.949106 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0d3a5e2a-874b-45c3-a0d2-85f2d282585d req-baf05c72-d295-4ab9-8b79-fadbec71f128 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678139 Sep 05 12:31:05.966526 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-2563e2b2-2219-4c64-8dc0-e2ef43432191 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/488a601a-db3c-42c3-a1b1-31b43872e2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763165 Sep 05 12:31:05.966932 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:06.032985 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Publish callbacks [] for port (de2125c6-1ec9-4af6-8299-7ae313e3f96a), precommit_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:06.044162 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 2016c98b-a387-4598-8d70-de86b93558c3 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:06.044543 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (2016c98b-a387-4598-8d70-de86b93558c3), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:06.101736 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Allocated IP 172.20.0.1 (14d3125a-f327-4881-ae7b-3e084b31fad5/8ec25fc3-fa96-48ac-b971-28869b7917f0/6ca6fa8b-6a49-4490-ae65-3db4db54125a) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:31:06.133142 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:06.137733 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (de2125c6-1ec9-4af6-8299-7ae313e3f96a), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:06.199593 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-a8a9afbc-e515-4d14-b3d5-7c645501b7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:06.213860 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d0c40-e6c9-487c-8d9d-24fe0e88d03c None None] Pushing event updated for resources: {'Port': ['ID=de2125c6-1ec9-4af6-8299-7ae313e3f96a,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:06.225298 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Attempting to bind port de2125c6-1ec9-4af6-8299-7ae313e3f96a on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:31:06.225675 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Attempting to bind port de2125c6-1ec9-4af6-8299-7ae313e3f96a by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:31:06.226072 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Attempting to bind port de2125c6-1ec9-4af6-8299-7ae313e3f96a on network de6b6e81-62d2-486b-904a-4e6e4bfb013e {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:31:06.245930 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Publish callbacks [] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:06.248732 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 2016c98b-a387-4598-8d70-de86b93558c3 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:31:06.278004 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:31:06.278475 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Checking segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:31:06.278924 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:06.279320 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Bound using segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:31:06.279834 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Bound port: de2125c6-1ec9-4af6-8299-7ae313e3f96a, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:31:06.282354 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (de2125c6-1ec9-4af6-8299-7ae313e3f96a), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:06.353322 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] For port de2125c6-1ec9-4af6-8299-7ae313e3f96a, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:31:06.357216 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] For port de2125c6-1ec9-4af6-8299-7ae313e3f96a, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=de2125c6-1ec9-4af6-8299-7ae313e3f96a,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:31:06.372552 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:06.376165 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c83c954b-fcc2-4f64-b97c-43ecd7d6f6d4 req-1ae16a70-4515-4951-b34d-f0f8a289ff99 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 210 time: 0.0475748 Sep 05 12:31:06.423453 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Network 14d3125a-f327-4881-ae7b-3e084b31fad5 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:31:06.425216 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:31:06.427839 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Pushing event updated for resources: {'Port': ['ID=6ca6fa8b-6a49-4490-ae65-3db4db54125a,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:06.432976 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (de2125c6-1ec9-4af6-8299-7ae313e3f96a), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:06.433899 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:31:06.481315 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557147'] for router_interface (1d06447d-9907-4549-9038-3a4ffc0ea036), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:06.488775 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Routers {'1d06447d-9907-4549-9038-3a4ffc0ea036'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:31:06.494757 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:31:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['1d06447d-9907-4549-9038-3a4ffc0ea036'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:31:06.548923 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d0c40-e6c9-487c-8d9d-24fe0e88d03c None None] Pushing event updated for resources: {'Port': ['ID=de2125c6-1ec9-4af6-8299-7ae313e3f96a,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:06.627653 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] Set router 1d06447d-9907-4549-9038-3a4ffc0ea036 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:31:06.782605 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:06.815913 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-e167d496-8936-4e7c-b0e8-21456ab72885 None None] Provisioning complete for port 6ca6fa8b-6a49-4490-ae65-3db4db54125a triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:06.816296 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-e167d496-8936-4e7c-b0e8-21456ab72885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:06.847308 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'name': 'tempest-TestVolumeBootPattern-894434931-router', 'tenant_id': 'ffc9db130a0043e98bc9e518812757b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'de2125c6-1ec9-4af6-8299-7ae313e3f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:31:02Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 3, 'project_id': 'ffc9db130a0043e98bc9e518812757b4', 'gw_port': {'id': 'de2125c6-1ec9-4af6-8299-7ae313e3f96a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:31:03Z', 'updated_at': '2022-09-05T12:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:31:06.850887 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:06.882567 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424ca2cc-32d6-4b6b-876b-fe78cef01280 None None] The sync data for ids ['1d06447d-9907-4549-9038-3a4ffc0ea036'] in dv-cinder-801354-7-iscsi is: [{'id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'name': 'tempest-TestVolumeBootPattern-894434931-router', 'tenant_id': 'ffc9db130a0043e98bc9e518812757b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'de2125c6-1ec9-4af6-8299-7ae313e3f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:31:02Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 3, 'project_id': 'ffc9db130a0043e98bc9e518812757b4', 'gw_port': {'id': 'de2125c6-1ec9-4af6-8299-7ae313e3f96a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:31:03Z', 'updated_at': '2022-09-05T12:31:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:31:06.887931 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-e167d496-8936-4e7c-b0e8-21456ab72885 None None] Port 6ca6fa8b-6a49-4490-ae65-3db4db54125a cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:31:06.915731 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:06.997026 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Publish callbacks [] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:07.084426 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7b354-f06f-4cba-a121-7765ef03d31a req-5c782d19-9e4c-4c2f-a9e3-831aa8a63670 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:07.086155 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-91b7b354-f06f-4cba-a121-7765ef03d31a req-5c782d19-9e4c-4c2f-a9e3-831aa8a63670 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0529606 Sep 05 12:31:07.087851 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:07.178620 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:07.195610 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Pushing event updated for resources: {'Port': ['ID=6ca6fa8b-6a49-4490-ae65-3db4db54125a,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:07.207567 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557303'] for router_interface (1d06447d-9907-4549-9038-3a4ffc0ea036), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:07.241102 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-91b7b354-f06f-4cba-a121-7765ef03d31a req-d37eaf00-68e3-44a3-949e-ed83d05f07ea tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406102 Sep 05 12:31:07.363656 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Network 14d3125a-f327-4881-ae7b-3e084b31fad5 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:31:07.366652 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:31:07.416159 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:07.516597 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Router 1d06447d-9907-4549-9038-3a4ffc0ea036 has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:31:07.533852 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d950e774-be6d-45fd-bb70-94bbca6b85d1 req-34aaab13-a74b-4a9a-992a-b8b57f3ee32e tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 210 time: 0.0485990 Sep 05 12:31:07.581371 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device de2125c6-1ec9-4af6-8299-7ae313e3f96a up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:31:07.644200 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port de2125c6-1ec9-4af6-8299-7ae313e3f96a triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:07.644589 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (de2125c6-1ec9-4af6-8299-7ae313e3f96a), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:07.656171 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:31:07.661845 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-48fca2cc-2931-4e8b-82a1-be8244c7a0af admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/1d06447d-9907-4549-9038-3a4ffc0ea036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4649024 Sep 05 12:31:07.743920 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-0498e866-fe80-440c-8ad1-1ec75887243e None None] Provisioning complete for port 6ca6fa8b-6a49-4490-ae65-3db4db54125a triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:07.744312 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-0498e866-fe80-440c-8ad1-1ec75887243e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:07.768774 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port de2125c6-1ec9-4af6-8299-7ae313e3f96a is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:31:07.770932 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (de2125c6-1ec9-4af6-8299-7ae313e3f96a), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:07.806037 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-0498e866-fe80-440c-8ad1-1ec75887243e None None] Port 6ca6fa8b-6a49-4490-ae65-3db4db54125a cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:31:07.808838 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port de2125c6-1ec9-4af6-8299-7ae313e3f96a, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=de2125c6-1ec9-4af6-8299-7ae313e3f96a,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:31:07.888875 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (de2125c6-1ec9-4af6-8299-7ae313e3f96a), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:07.949196 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=de2125c6-1ec9-4af6-8299-7ae313e3f96a,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:08.256562 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51896) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:08.261291 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211654380', 'description': 'tempest-secgroup-smoke-1211654380 description', 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:08.368167 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0a086-241e-4225-b3ff-051146566093 req-39ee3edd-84c8-4a7e-8d70-34823e9e1154 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:08.369640 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bff0a086-241e-4225-b3ff-051146566093 req-39ee3edd-84c8-4a7e-8d70-34823e9e1154 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0493701 Sep 05 12:31:08.397766 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:08.417397 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bff0a086-241e-4225-b3ff-051146566093 req-d10d5bb9-f7e9-4286-983a-14f489a76bd8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Sep 05 12:31:08.438524 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:08.685326 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group (e4b3b85c-6c25-4c64-b792-57dfc2375166), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:08.714769 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-362670e3-d0f5-47ad-b190-567cb1596e6b req-3e087fba-bf18-419f-b799-0a7fa7a14505 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 210 time: 0.0279753 Sep 05 12:31:08.742973 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (e4b3b85c-6c25-4c64-b792-57dfc2375166), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:08.766016 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:08.777673 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b3b85c-6c25-4c64-b792-57dfc2375166,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:08.785507 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:08.786102 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:08.786437 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:08.786786 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:08.787684 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:08.788032 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:08.788372 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:08.788711 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:08.789050 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:08.789386 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:08.789720 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:08.790058 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:08.790389 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:08.791096 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:08.791096 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:08.853813 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:08.857944 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-cf825cf7-a422-4b43-92df-9f8ab3b8971a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5975120 Sep 05 12:31:08.858348 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51906) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:08.862653 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-dae769f2-4d60-40e7-b402-82ad3eef400b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Request body: {'security_group_rule': {'security_group_id': 'e4b3b85c-6c25-4c64-b792-57dfc2375166', 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:08.972396 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dae769f2-4d60-40e7-b402-82ad3eef400b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (b176cda6-afa4-4985-b29b-f6298b00ef91), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:09.035520 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dae769f2-4d60-40e7-b402-82ad3eef400b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (b176cda6-afa4-4985-b29b-f6298b00ef91), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:09.075035 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:09.135145 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dae769f2-4d60-40e7-b402-82ad3eef400b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (b176cda6-afa4-4985-b29b-f6298b00ef91), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:09.157426 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae769f2-4d60-40e7-b402-82ad3eef400b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b176cda6-afa4-4985-b29b-f6298b00ef91,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:09.253089 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dae769f2-4d60-40e7-b402-82ad3eef400b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:09.254340 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-dae769f2-4d60-40e7-b402-82ad3eef400b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3951430 Sep 05 12:31:09.261685 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51916) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:09.266741 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-e8397c57-d0e2-4be4-aa8f-3af0f25dab1a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Request body: {'security_group_rule': {'security_group_id': 'e4b3b85c-6c25-4c64-b792-57dfc2375166', 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:09.358768 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-e8397c57-d0e2-4be4-aa8f-3af0f25dab1a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (a42e165c-f1bd-4d47-a78e-2dddc2ccbf5e), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:09.427649 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-e8397c57-d0e2-4be4-aa8f-3af0f25dab1a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (a42e165c-f1bd-4d47-a78e-2dddc2ccbf5e), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:09.497876 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Sync routers for ids ['1d06447d-9907-4549-9038-3a4ffc0ea036'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:31:09.510239 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Routers {'1d06447d-9907-4549-9038-3a4ffc0ea036'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:31:09.512561 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:31:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['1d06447d-9907-4549-9038-3a4ffc0ea036'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:31:09.518172 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device de2125c6-1ec9-4af6-8299-7ae313e3f96a up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:31:09.550234 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421f27c-eef7-49ac-b48c-51b050dacf1e req-4dee132d-c853-41be-80af-4390cbe45ba9 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:09.554020 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b421f27c-eef7-49ac-b48c-51b050dacf1e req-4dee132d-c853-41be-80af-4390cbe45ba9 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0487099 Sep 05 12:31:09.554020 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-e8397c57-d0e2-4be4-aa8f-3af0f25dab1a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (a42e165c-f1bd-4d47-a78e-2dddc2ccbf5e), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:09.575581 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8397c57-d0e2-4be4-aa8f-3af0f25dab1a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42e165c-f1bd-4d47-a78e-2dddc2ccbf5e,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:09.589659 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port de2125c6-1ec9-4af6-8299-7ae313e3f96a triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:09.590366 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (de2125c6-1ec9-4af6-8299-7ae313e3f96a), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:09.625536 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b421f27c-eef7-49ac-b48c-51b050dacf1e req-be15e32e-8214-446a-8fe7-5d61b1c48097 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520275 Sep 05 12:31:09.648766 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Set router 1d06447d-9907-4549-9038-3a4ffc0ea036 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:31:09.671965 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:09.676563 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-e8397c57-d0e2-4be4-aa8f-3af0f25dab1a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:09.678387 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-e8397c57-d0e2-4be4-aa8f-3af0f25dab1a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4156585 Sep 05 12:31:09.679794 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port de2125c6-1ec9-4af6-8299-7ae313e3f96a is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:31:09.681457 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51922) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:09.686925 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-62627960-bdb6-456f-a8aa-3f7a0d040edd tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Request body: {'security_group_rule': {'security_group_id': 'e4b3b85c-6c25-4c64-b792-57dfc2375166', 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:09.806177 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-62627960-bdb6-456f-a8aa-3f7a0d040edd tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (5d7b9e58-520a-46ed-92b4-9e41aceada59), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:09.851826 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-242b5827-aa7c-4180-a925-8087eb297122 req-74849a74-8373-4cb5-aa61-a051cc6bb0c2 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 210 time: 0.0480719 Sep 05 12:31:09.853295 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'name': 'tempest-TestVolumeBootPattern-894434931-router', 'tenant_id': 'ffc9db130a0043e98bc9e518812757b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'de2125c6-1ec9-4af6-8299-7ae313e3f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:31:02Z', 'updated_at': '2022-09-05T12:31:06Z', 'revision_number': 4, 'project_id': 'ffc9db130a0043e98bc9e518812757b4', 'gw_port': {'id': 'de2125c6-1ec9-4af6-8299-7ae313e3f96a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:31:03Z', 'updated_at': '2022-09-05T12:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '6ca6fa8b-6a49-4490-ae65-3db4db54125a', 'name': '', 'network_id': '14d3125a-f327-4881-ae7b-3e084b31fad5', 'tenant_id': 'ffc9db130a0043e98bc9e518812757b4', 'mac_address': 'fa:16:3e:bc:be:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8ec25fc3-fa96-48ac-b971-28869b7917f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:31:05Z', 'updated_at': '2022-09-05T12:31:06Z', 'revision_number': 2, 'project_id': 'ffc9db130a0043e98bc9e518812757b4', 'subnets': [{'id': '8ec25fc3-fa96-48ac-b971-28869b7917f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:31:09.879726 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-62627960-bdb6-456f-a8aa-3f7a0d040edd tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (5d7b9e58-520a-46ed-92b4-9e41aceada59), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:09.886769 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Checking router: 1d06447d-9907-4549-9038-3a4ffc0ea036 for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:31:09.897708 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Updating router 1d06447d-9907-4549-9038-3a4ffc0ea036 port 6ca6fa8b-6a49-4490-ae65-3db4db54125a binding host dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:31:09.916463 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:09.942883 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-62627960-bdb6-456f-a8aa-3f7a0d040edd tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (5d7b9e58-520a-46ed-92b4-9e41aceada59), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:09.960162 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:09.966341 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62627960-bdb6-456f-a8aa-3f7a0d040edd tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7b9e58-520a-46ed-92b4-9e41aceada59,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:10.061975 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-62627960-bdb6-456f-a8aa-3f7a0d040edd tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:10.066048 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-62627960-bdb6-456f-a8aa-3f7a0d040edd tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3801525 Sep 05 12:31:10.066363 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51934) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:10.075248 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-552b578f-de44-47ec-9757-c0ac7644a32a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Request body: {'security_group_rule': {'security_group_id': 'e4b3b85c-6c25-4c64-b792-57dfc2375166', 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:10.084891 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:10.193957 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-552b578f-de44-47ec-9757-c0ac7644a32a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (569a6daa-52bb-47a3-b7bd-5b11c519c434), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:10.198362 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Publish callbacks [] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), precommit_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:10.260650 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-552b578f-de44-47ec-9757-c0ac7644a32a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (569a6daa-52bb-47a3-b7bd-5b11c519c434), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:10.300158 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:10.360316 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-552b578f-de44-47ec-9757-c0ac7644a32a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (569a6daa-52bb-47a3-b7bd-5b11c519c434), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:10.368907 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:10.388344 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b578f-de44-47ec-9757-c0ac7644a32a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569a6daa-52bb-47a3-b7bd-5b11c519c434,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:10.456710 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09811d3-530f-48d5-81d5-0ae747564202 None None] Pushing event updated for resources: {'Port': ['ID=6ca6fa8b-6a49-4490-ae65-3db4db54125a,revision_number=3']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:10.477146 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-552b578f-de44-47ec-9757-c0ac7644a32a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:10.482062 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-552b578f-de44-47ec-9757-c0ac7644a32a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4120562 Sep 05 12:31:10.482380 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51946) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:10.486770 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-2583565d-9452-49e3-b003-427ca62ad0dc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Request body: {'security_group_rule': {'security_group_id': 'e4b3b85c-6c25-4c64-b792-57dfc2375166', 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:10.489879 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Attempting to bind port 6ca6fa8b-6a49-4490-ae65-3db4db54125a on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:31:10.489879 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Attempting to bind port 6ca6fa8b-6a49-4490-ae65-3db4db54125a by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': '77ce9ced-6624-49cc-8740-8e263533ba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '14d3125a-f327-4881-ae7b-3e084b31fad5'}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:31:10.489879 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Attempting to bind port 6ca6fa8b-6a49-4490-ae65-3db4db54125a on network 14d3125a-f327-4881-ae7b-3e084b31fad5 {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:31:10.546295 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:31:10.547017 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Checking segment: {'id': '77ce9ced-6624-49cc-8740-8e263533ba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '14d3125a-f327-4881-ae7b-3e084b31fad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:31:10.547257 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:10.547638 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Bound using segment: {'id': '77ce9ced-6624-49cc-8740-8e263533ba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '14d3125a-f327-4881-ae7b-3e084b31fad5'} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:31:10.548107 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Bound port: 6ca6fa8b-6a49-4490-ae65-3db4db54125a, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ce9ced-6624-49cc-8740-8e263533ba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '14d3125a-f327-4881-ae7b-3e084b31fad5'}}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:31:10.548482 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:10.587254 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:10.611606 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] For port 6ca6fa8b-6a49-4490-ae65-3db4db54125a, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:31:10.614809 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] For port 6ca6fa8b-6a49-4490-ae65-3db4db54125a, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=6ca6fa8b-6a49-4490-ae65-3db4db54125a,segment=NetworkSegment(77ce9ced-6624-49cc-8740-8e263533ba91),segment_id=77ce9ced-6624-49cc-8740-8e263533ba91)] {{(pid=106742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:31:10.639795 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.securitygroups_db [None req-2583565d-9452-49e3-b003-427ca62ad0dc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Project 4377cb4a93524abd99acb6ebe07fd1d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 05 12:31:10.647975 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2583565d-9452-49e3-b003-427ca62ad0dc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (aa7b56ee-ea09-462d-9393-371b20b521c5), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:10.717166 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2583565d-9452-49e3-b003-427ca62ad0dc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (aa7b56ee-ea09-462d-9393-371b20b521c5), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:10.760208 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:10.763515 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5942f4-c852-41cb-8540-e639c4e1e0ee req-72e8acef-9aca-4def-aef0-efd95ec05575 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:10.765170 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0c5942f4-c852-41cb-8540-e639c4e1e0ee req-72e8acef-9aca-4def-aef0-efd95ec05575 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0550969 Sep 05 12:31:10.805219 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Routers {'1d06447d-9907-4549-9038-3a4ffc0ea036'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:31:10.805861 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:31:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['1d06447d-9907-4549-9038-3a4ffc0ea036'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:31:10.832480 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0c5942f4-c852-41cb-8540-e639c4e1e0ee req-56bb9edb-a381-49d6-81a4-6c878419cea0 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516891 Sep 05 12:31:10.854916 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09811d3-530f-48d5-81d5-0ae747564202 None None] Pushing event updated for resources: {'Port': ['ID=6ca6fa8b-6a49-4490-ae65-3db4db54125a,revision_number=4']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:10.874660 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2583565d-9452-49e3-b003-427ca62ad0dc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (aa7b56ee-ea09-462d-9393-371b20b521c5), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:10.898877 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583565d-9452-49e3-b003-427ca62ad0dc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7b56ee-ea09-462d-9393-371b20b521c5,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:10.962520 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] Set router 1d06447d-9907-4549-9038-3a4ffc0ea036 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:31:10.987998 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:11.006724 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2583565d-9452-49e3-b003-427ca62ad0dc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:11.008049 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-2583565d-9452-49e3-b003-427ca62ad0dc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5247498 Sep 05 12:31:11.010956 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51954) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:11.013595 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-99b29cf1-4235-4eb2-a862-087693294854 req-40477ef7-42da-4df3-9bb7-689e4ec707d0 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 210 time: 0.0355272 Sep 05 12:31:11.024873 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-eb694eee-a042-43dd-b8a3-3bc898b01a0c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Request body: {'security_group_rule': {'security_group_id': 'e4b3b85c-6c25-4c64-b792-57dfc2375166', 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:11.167734 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51958) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:11.180561 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.securitygroups_db [None req-eb694eee-a042-43dd-b8a3-3bc898b01a0c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Project 4377cb4a93524abd99acb6ebe07fd1d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 05 12:31:11.189358 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-eb694eee-a042-43dd-b8a3-3bc898b01a0c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (5bb0712d-6037-4d81-b313-d22790787032), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:11.224494 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'name': 'tempest-TestVolumeBootPattern-894434931-router', 'tenant_id': 'ffc9db130a0043e98bc9e518812757b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'de2125c6-1ec9-4af6-8299-7ae313e3f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:31:02Z', 'updated_at': '2022-09-05T12:31:06Z', 'revision_number': 4, 'project_id': 'ffc9db130a0043e98bc9e518812757b4', 'gw_port': {'id': 'de2125c6-1ec9-4af6-8299-7ae313e3f96a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:31:03Z', 'updated_at': '2022-09-05T12:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '6ca6fa8b-6a49-4490-ae65-3db4db54125a', 'name': '', 'network_id': '14d3125a-f327-4881-ae7b-3e084b31fad5', 'tenant_id': 'ffc9db130a0043e98bc9e518812757b4', 'mac_address': 'fa:16:3e:bc:be:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8ec25fc3-fa96-48ac-b971-28869b7917f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:31:05Z', 'updated_at': '2022-09-05T12:31:10Z', 'revision_number': 4, 'project_id': 'ffc9db130a0043e98bc9e518812757b4', 'subnets': [{'id': '8ec25fc3-fa96-48ac-b971-28869b7917f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:31:11.256043 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beba5861-d6ce-4a07-b95e-1fb1c4d16a4b None None] The sync data for ids ['1d06447d-9907-4549-9038-3a4ffc0ea036'] in dv-cinder-801354-7-iscsi is: [{'id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'name': 'tempest-TestVolumeBootPattern-894434931-router', 'tenant_id': 'ffc9db130a0043e98bc9e518812757b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'de2125c6-1ec9-4af6-8299-7ae313e3f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:31:02Z', 'updated_at': '2022-09-05T12:31:06Z', 'revision_number': 4, 'project_id': 'ffc9db130a0043e98bc9e518812757b4', 'gw_port': {'id': 'de2125c6-1ec9-4af6-8299-7ae313e3f96a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:31:03Z', 'updated_at': '2022-09-05T12:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '6ca6fa8b-6a49-4490-ae65-3db4db54125a', 'name': '', 'network_id': '14d3125a-f327-4881-ae7b-3e084b31fad5', 'tenant_id': 'ffc9db130a0043e98bc9e518812757b4', 'mac_address': 'fa:16:3e:bc:be:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8ec25fc3-fa96-48ac-b971-28869b7917f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:31:05Z', 'updated_at': '2022-09-05T12:31:10Z', 'revision_number': 4, 'project_id': 'ffc9db130a0043e98bc9e518812757b4', 'subnets': [{'id': '8ec25fc3-fa96-48ac-b971-28869b7917f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:31:11.268696 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-eb694eee-a042-43dd-b8a3-3bc898b01a0c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (5bb0712d-6037-4d81-b313-d22790787032), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:11.337675 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f31e0cc2-e981-429d-b922-b2ed48244f07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:11.346815 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-eb694eee-a042-43dd-b8a3-3bc898b01a0c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (5bb0712d-6037-4d81-b313-d22790787032), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:11.358314 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:11.383597 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb694eee-a042-43dd-b8a3-3bc898b01a0c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb0712d-6037-4d81-b313-d22790787032,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:11.454154 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f31e0cc2-e981-429d-b922-b2ed48244f07 admin admin] Publish callbacks [] for security_group (7fed17e2-e18f-44c1-894c-3f1b771e5e56), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:11.488202 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-eb694eee-a042-43dd-b8a3-3bc898b01a0c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:11.488202 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-eb694eee-a042-43dd-b8a3-3bc898b01a0c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4730072 Sep 05 12:31:11.541231 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f31e0cc2-e981-429d-b922-b2ed48244f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (7fed17e2-e18f-44c1-894c-3f1b771e5e56), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:11.541723 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 6ca6fa8b-6a49-4490-ae65-3db4db54125a up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:31:11.594093 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e0cc2-e981-429d-b922-b2ed48244f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fed17e2-e18f-44c1-894c-3f1b771e5e56,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:11.629404 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-f31e0cc2-e981-429d-b922-b2ed48244f07 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8780c7a24a754f3388bf11cd78059c5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4587588 Sep 05 12:31:11.632172 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 51978) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:11.640525 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 6ca6fa8b-6a49-4490-ae65-3db4db54125a triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:11.641141 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:11.716385 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9e8a2769-afd5-4073-ba79-bee849017d51 admin admin] Publish callbacks [] for security_group (7fed17e2-e18f-44c1-894c-3f1b771e5e56), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:11.753428 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9e8a2769-afd5-4073-ba79-bee849017d51 admin admin] Publish callbacks [] for security_group (7fed17e2-e18f-44c1-894c-3f1b771e5e56), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:11.762666 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 6ca6fa8b-6a49-4490-ae65-3db4db54125a is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:31:11.763079 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:11.840733 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 6ca6fa8b-6a49-4490-ae65-3db4db54125a, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=6ca6fa8b-6a49-4490-ae65-3db4db54125a,segment=NetworkSegment(77ce9ced-6624-49cc-8740-8e263533ba91),segment_id=77ce9ced-6624-49cc-8740-8e263533ba91)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:31:11.992731 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:12.029005 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9e8a2769-afd5-4073-ba79-bee849017d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (7fed17e2-e18f-44c1-894c-3f1b771e5e56), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:12.030573 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-d198e2b0-aa8f-4bb5-9170-5a5e431bfbbd tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:12.032214 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-d198e2b0-aa8f-4bb5-9170-5a5e431bfbbd tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.58 "GET /networking/v2.0/networks?id=488a601a-db3c-42c3-a1b1-31b43872e2ec HTTP/1.1" status: 200 len: 807 time: 0.1488242 Sep 05 12:31:12.041970 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9e8a2769-afd5-4073-ba79-bee849017d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:12.043948 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-9e8a2769-afd5-4073-ba79-bee849017d51 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7fed17e2-e18f-44c1-894c-3f1b771e5e56 HTTP/1.1" status: 204 len: 168 time: 0.4105875 Sep 05 12:31:12.058074 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Request body: {'port': {'device_id': '57cc6b84-25f0-45bc-9947-d348ed26463a', 'network_id': '488a601a-db3c-42c3-a1b1-31b43872e2ec', 'admin_state_up': True, 'tenant_id': 'd5ecc5cd1d854b17bbe9ee678ecacfe3'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:12.125589 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a2769-afd5-4073-ba79-bee849017d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fed17e2-e18f-44c1-894c-3f1b771e5e56,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:12.147589 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=6ca6fa8b-6a49-4490-ae65-3db4db54125a,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:12.182682 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c73e4-6915-45ee-9e1f-221e4527c0e7 req-501ebdf2-62f6-495d-8ad6-958b554be7ce tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:12.201780 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1e4c73e4-6915-45ee-9e1f-221e4527c0e7 req-501ebdf2-62f6-495d-8ad6-958b554be7ce tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.2633884 Sep 05 12:31:12.212242 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:12.252483 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:12.278937 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1e4c73e4-6915-45ee-9e1f-221e4527c0e7 req-1de154a5-2f1a-468a-b27b-141525c80752 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761209 Sep 05 12:31:12.281306 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-143059f2-c100-478e-ae35-19ebe2ee0b1c req-e49ed725-9b6a-45a5-93ae-8d2eab8f0fd1 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 210 time: 0.0460649 Sep 05 12:31:12.394153 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Made reservation on behalf of d5ecc5cd1d854b17bbe9ee678ecacfe3 for: {'port': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:31:12.398064 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:12.541312 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Allocated IP 172.20.0.14 (488a601a-db3c-42c3-a1b1-31b43872e2ec/1dca5eaf-b59b-4c4c-976f-1582d480e525/ed9f84cc-e853-45d8-af65-689cc068ec82) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:31:12.623189 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:12.715258 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Publish callbacks [] for port (ed9f84cc-e853-45d8-af65-689cc068ec82), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:12.918608 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (ed9f84cc-e853-45d8-af65-689cc068ec82), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:12.970112 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Network 488a601a-db3c-42c3-a1b1-31b43872e2ec is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:31:12.976361 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:31:12.980425 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:31:12.985043 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:12.985733 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:12.987369 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 52040) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:13.001553 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Pushing event updated for resources: {'Port': ['ID=ed9f84cc-e853-45d8-af65-689cc068ec82,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:13.003175 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d8637b37-fa5c-49bc-a62a-ddc13faf973a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:13.009351 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:13.009894 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:13.010244 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:13.010590 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:13.010929 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:13.011267 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:13.011630 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:13.011959 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:13.012290 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:13.012616 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:13.012944 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:13.013278 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:13.013601 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:13.013955 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:13.014247 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:13.097827 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d8637b37-fa5c-49bc-a62a-ddc13faf973a admin admin] Publish callbacks [] for security_group (854766b0-6b13-4949-9e85-891b0dd7a7ed), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:13.216144 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-247746d2-ea71-4e8d-b271-078f0c340067 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1635604 Sep 05 12:31:13.237909 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Request body: {'port': {'device_id': '57cc6b84-25f0-45bc-9947-d348ed26463a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:13.303192 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (ed9f84cc-e853-45d8-af65-689cc068ec82), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:13.323870 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d8637b37-fa5c-49bc-a62a-ddc13faf973a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (854766b0-6b13-4949-9e85-891b0dd7a7ed), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:13.495844 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64599970-495d-4252-8231-3eb80ca9da74 req-95039344-141e-41ba-91d3-6e9bea2ef74b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:13.495844 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-64599970-495d-4252-8231-3eb80ca9da74 req-95039344-141e-41ba-91d3-6e9bea2ef74b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.1262989 Sep 05 12:31:13.496809 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8637b37-fa5c-49bc-a62a-ddc13faf973a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854766b0-6b13-4949-9e85-891b0dd7a7ed,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:13.506079 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-d8637b37-fa5c-49bc-a62a-ddc13faf973a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=282a19ba03be42ae9ebae177190d7b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5175097 Sep 05 12:31:13.508196 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 52056) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:13.584416 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 6ca6fa8b-6a49-4490-ae65-3db4db54125a up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:31:13.634404 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-64599970-495d-4252-8231-3eb80ca9da74 req-f31e4677-aca0-400a-a32d-5caf4ab7c3cd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269076 Sep 05 12:31:13.667265 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dd59ac99-0ff5-41b3-ab6d-7262d8f8be59 admin admin] Publish callbacks [] for security_group (854766b0-6b13-4949-9e85-891b0dd7a7ed), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:13.712432 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dd59ac99-0ff5-41b3-ab6d-7262d8f8be59 admin admin] Publish callbacks [] for security_group (854766b0-6b13-4949-9e85-891b0dd7a7ed), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:13.721894 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 6ca6fa8b-6a49-4490-ae65-3db4db54125a triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:13.725592 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:13.770622 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9f84cc-e853-45d8-af65-689cc068ec82 {{(pid=106740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:31:13.779671 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Publish callbacks [] for port (ed9f84cc-e853-45d8-af65-689cc068ec82), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:13.836415 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 6ca6fa8b-6a49-4490-ae65-3db4db54125a is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:31:13.849088 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b0e71-b1a3-4300-b986-19a18ab3d3e2 req-389ce227-6f7e-4866-b023-4287ea116d3d tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:13.852005 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d30b0e71-b1a3-4300-b986-19a18ab3d3e2 req-389ce227-6f7e-4866-b023-4287ea116d3d tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 932 time: 0.0857661 Sep 05 12:31:13.912286 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d30b0e71-b1a3-4300-b986-19a18ab3d3e2 req-e1d5a043-d654-4da8-8bb4-29dd52698dcf tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544815 Sep 05 12:31:13.923654 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.provisioning_blocks [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Transition to ACTIVE for port object ed9f84cc-e853-45d8-af65-689cc068ec82 will not be triggered until provisioned by entity L2. {{(pid=106740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:31:13.927774 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dd59ac99-0ff5-41b3-ab6d-7262d8f8be59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (854766b0-6b13-4949-9e85-891b0dd7a7ed), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:13.928612 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dd59ac99-0ff5-41b3-ab6d-7262d8f8be59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:13.931124 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-dd59ac99-0ff5-41b3-ab6d-7262d8f8be59 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/854766b0-6b13-4949-9e85-891b0dd7a7ed HTTP/1.1" status: 204 len: 168 time: 0.4206407 Sep 05 12:31:13.943409 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59ac99-0ff5-41b3-ab6d-7262d8f8be59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854766b0-6b13-4949-9e85-891b0dd7a7ed,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:14.032179 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (ed9f84cc-e853-45d8-af65-689cc068ec82), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:14.117648 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9f84cc-e853-45d8-af65-689cc068ec82,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:14.125836 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Attempting to bind port ed9f84cc-e853-45d8-af65-689cc068ec82 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:31:14.126176 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Attempting to bind port ed9f84cc-e853-45d8-af65-689cc068ec82 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'a774ec55-a008-40de-a9e1-f5f542c17d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '488a601a-db3c-42c3-a1b1-31b43872e2ec'}] {{(pid=106740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:31:14.126506 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Attempting to bind port ed9f84cc-e853-45d8-af65-689cc068ec82 on network 488a601a-db3c-42c3-a1b1-31b43872e2ec {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:31:14.177919 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Port ed9f84cc-e853-45d8-af65-689cc068ec82 on network 488a601a-db3c-42c3-a1b1-31b43872e2ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:31:14.177919 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Attempting to bind port ed9f84cc-e853-45d8-af65-689cc068ec82 on network 488a601a-db3c-42c3-a1b1-31b43872e2ec {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:31:14.224464 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:31:14.225024 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Checking segment: {'id': 'a774ec55-a008-40de-a9e1-f5f542c17d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '488a601a-db3c-42c3-a1b1-31b43872e2ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:31:14.225142 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Bound using segment: {'id': 'a774ec55-a008-40de-a9e1-f5f542c17d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '488a601a-db3c-42c3-a1b1-31b43872e2ec'} {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:31:14.225592 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Bound port: ed9f84cc-e853-45d8-af65-689cc068ec82, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a774ec55-a008-40de-a9e1-f5f542c17d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '488a601a-db3c-42c3-a1b1-31b43872e2ec'}}] {{(pid=106740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:31:14.225918 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (ed9f84cc-e853-45d8-af65-689cc068ec82), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:14.298883 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] For port ed9f84cc-e853-45d8-af65-689cc068ec82, host hv-cinder-80135, cleared binding levels {{(pid=106740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:31:14.304409 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] For port ed9f84cc-e853-45d8-af65-689cc068ec82, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ed9f84cc-e853-45d8-af65-689cc068ec82,segment=NetworkSegment(a774ec55-a008-40de-a9e1-f5f542c17d2d),segment_id=a774ec55-a008-40de-a9e1-f5f542c17d2d)] {{(pid=106740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:31:14.438609 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (ed9f84cc-e853-45d8-af65-689cc068ec82), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:14.444139 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:14.447882 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:14.447882 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/ed9f84cc-e853-45d8-af65-689cc068ec82 HTTP/1.1" status: 200 len: 1094 time: 1.2133112 Sep 05 12:31:14.447882 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57cc6b84-25f0-45bc-9947-d348ed26463a', 'tag': 'ed9f84cc-e853-45d8-af65-689cc068ec82'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:31:14.449211 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac897ce6-9733-46be-adfb-c04333083e10" -d '{"events": [{"name": "network-changed", "server_uuid": "57cc6b84-25f0-45bc-9947-d348ed26463a", "tag": "ed9f84cc-e853-45d8-af65-689cc068ec82"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:31:14.525332 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505695f2-64a5-41eb-a334-9e4ab5652a94 x-openstack-request-id: req-505695f2-64a5-41eb-a334-9e4ab5652a94 {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:31:14.525996 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57cc6b84-25f0-45bc-9947-d348ed26463a", "tag": "ed9f84cc-e853-45d8-af65-689cc068ec82", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:31:14.527039 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-505695f2-64a5-41eb-a334-9e4ab5652a94 {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:31:14.527945 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-505695f2-64a5-41eb-a334-9e4ab5652a94'] response: {'name': 'network-changed', 'server_uuid': '57cc6b84-25f0-45bc-9947-d348ed26463a', 'tag': 'ed9f84cc-e853-45d8-af65-689cc068ec82', 'status': 'completed', 'code': 200} Sep 05 12:31:14.553936 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbadbd-3776-4367-94df-f29c47e7c2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9f84cc-e853-45d8-af65-689cc068ec82,revision_number=3']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:14.649281 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:14.695812 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac897ce6-9733-46be-adfb-c04333083e10 req-11db5397-73a2-4278-8d4f-6896adda32fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:14.697785 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ac897ce6-9733-46be-adfb-c04333083e10 req-11db5397-73a2-4278-8d4f-6896adda32fd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=d5ecc5cd1d854b17bbe9ee678ecacfe3&device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 1128 time: 0.0551336 Sep 05 12:31:14.883209 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059946a-6789-4f1f-ba9c-a4d183722692 req-9dcd0ae4-9a9c-4105-8a46-c92904a52126 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:14.884706 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1059946a-6789-4f1f-ba9c-a4d183722692 req-9dcd0ae4-9a9c-4105-8a46-c92904a52126 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0748200 Sep 05 12:31:14.934486 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac897ce6-9733-46be-adfb-c04333083e10 req-2e5245d8-3a47-49cc-8f05-eed28fc91f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:14.934486 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ac897ce6-9733-46be-adfb-c04333083e10 req-2e5245d8-3a47-49cc-8f05-eed28fc91f04 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=d5ecc5cd1d854b17bbe9ee678ecacfe3&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2073536 Sep 05 12:31:15.033211 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1059946a-6789-4f1f-ba9c-a4d183722692 req-c6fac83a-2a50-4dad-a12e-b65113a5bdef tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363444 Sep 05 12:31:15.087624 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915abd9-2c72-431d-b779-0722490a95d9 req-098da3f0-7a28-43a1-9fc6-5827bb1e4b13 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:15.088208 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac897ce6-9733-46be-adfb-c04333083e10 req-149ebcd8-0de9-4fe3-9c96-6b77a3051b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:15.089359 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0915abd9-2c72-431d-b779-0722490a95d9 req-098da3f0-7a28-43a1-9fc6-5827bb1e4b13 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 944 time: 0.0751951 Sep 05 12:31:15.089703 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ac897ce6-9733-46be-adfb-c04333083e10 req-149ebcd8-0de9-4fe3-9c96-6b77a3051b7e service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462824 Sep 05 12:31:15.141992 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0915abd9-2c72-431d-b779-0722490a95d9 req-269d2782-746d-4de8-bb7a-812fc38b0a6f tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469995 Sep 05 12:31:15.200103 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-ac7fb3ee-a32b-4218-a791-24f539965c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:15.201666 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-ac7fb3ee-a32b-4218-a791-24f539965c18 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=d5ecc5cd1d854b17bbe9ee678ecacfe3&device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 1128 time: 0.0393932 Sep 05 12:31:15.265360 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-4b1c5e66-ebd9-43d4-ba4e-7f38531bf975 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed9f84cc-e853-45d8-af65-689cc068ec82 HTTP/1.1" status: 200 len: 217 time: 0.0482631 Sep 05 12:31:15.266773 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:15.324432 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-31705c93-59ef-43ba-9b05-7d8f64c6a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:15.325950 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-31705c93-59ef-43ba-9b05-7d8f64c6a936 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=1dca5eaf-b59b-4c4c-976f-1582d480e525 HTTP/1.1" status: 200 len: 847 time: 0.0509453 Sep 05 12:31:15.359045 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-717d8a72-535b-4529-a273-2e32ae4a8a85 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=488a601a-db3c-42c3-a1b1-31b43872e2ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268493 Sep 05 12:31:15.652475 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:15.706408 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-ab7b9384-9e3d-46e5-b74d-05a76377c83f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/488a601a-db3c-42c3-a1b1-31b43872e2ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393645 Sep 05 12:31:15.900145 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cb2f000e-4641-456d-bcfc-ba04fad413d3 req-dce8d394-dfed-41b6-9631-1750e8725b46 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/488a601a-db3c-42c3-a1b1-31b43872e2ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028061 Sep 05 12:31:16.161770 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594f92b-ed01-4e22-bf58-af7dbae5e9e9 req-5c874099-614a-4a2b-9de3-eade7f52c76e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:16.163465 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b594f92b-ed01-4e22-bf58-af7dbae5e9e9 req-5c874099-614a-4a2b-9de3-eade7f52c76e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0561137 Sep 05 12:31:16.241142 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b594f92b-ed01-4e22-bf58-af7dbae5e9e9 req-cdaeecd7-0376-461d-a3b1-957edb099af5 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583897 Sep 05 12:31:16.305616 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b3185-88b9-4850-ba1a-7639ce61f19f req-6ead15ca-44fc-4fdd-9cd7-b2e100a8548e tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:16.307075 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d35b3185-88b9-4850-ba1a-7639ce61f19f req-6ead15ca-44fc-4fdd-9cd7-b2e100a8548e tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 944 time: 0.0641997 Sep 05 12:31:16.361601 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d35b3185-88b9-4850-ba1a-7639ce61f19f req-957c0b25-5917-44c6-bdb4-3ada45285750 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486927 Sep 05 12:31:17.296178 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b463462-7b90-4e9a-a565-4db79b64ee10 req-99707740-e136-4e03-855c-4b565a2f47aa tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:17.297736 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b463462-7b90-4e9a-a565-4db79b64ee10 req-99707740-e136-4e03-855c-4b565a2f47aa tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0528905 Sep 05 12:31:17.353583 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b463462-7b90-4e9a-a565-4db79b64ee10 req-6784df4f-1b37-4b7a-bbc0-79d0da8734f3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494671 Sep 05 12:31:17.391170 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb6480-c2ee-4ce4-9cd3-76e9311d864b req-c2a9c936-2c54-4dbd-a39d-025af88f6f6e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:17.392731 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c0bb6480-c2ee-4ce4-9cd3-76e9311d864b req-c2a9c936-2c54-4dbd-a39d-025af88f6f6e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0564947 Sep 05 12:31:17.449760 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c0bb6480-c2ee-4ce4-9cd3-76e9311d864b req-be53bc3d-d268-4e5b-8805-fec84933bba9 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492396 Sep 05 12:31:17.500709 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71055a92-3595-4f9d-a763-d3a4f03c054d req-c5494b05-5c5d-4660-85dc-311baa363733 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:17.502325 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-71055a92-3595-4f9d-a763-d3a4f03c054d req-c5494b05-5c5d-4660-85dc-311baa363733 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 944 time: 0.0570409 Sep 05 12:31:17.555694 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-71055a92-3595-4f9d-a763-d3a4f03c054d req-d364e77a-c687-45a5-bb50-fb3a0b632765 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475416 Sep 05 12:31:18.405627 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:18.488133 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa409d8-4ef9-4513-9cf6-181ec958715c req-8ccf816f-908c-4dae-85be-27ec61f02b63 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:18.489638 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-dfa409d8-4ef9-4513-9cf6-181ec958715c req-8ccf816f-908c-4dae-85be-27ec61f02b63 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0456219 Sep 05 12:31:18.543704 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-dfa409d8-4ef9-4513-9cf6-181ec958715c req-5adbf834-9a93-4094-b46b-81082d845562 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474286 Sep 05 12:31:18.602061 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11775d3-1047-4f25-9137-7a7e0a32128a req-63021e70-3a48-4899-a692-b2e4ebca7951 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:18.607806 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c11775d3-1047-4f25-9137-7a7e0a32128a req-63021e70-3a48-4899-a692-b2e4ebca7951 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0591054 Sep 05 12:31:18.652091 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c11775d3-1047-4f25-9137-7a7e0a32128a req-a0420239-cb15-45b4-a596-a0f4b09f7abc tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425723 Sep 05 12:31:18.682070 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb3a56-b1d5-45e7-a9e0-e3d1263154bc req-3bd22cc8-fb4e-49bb-8154-439f6acd7cf6 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:18.683554 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fcfb3a56-b1d5-45e7-a9e0-e3d1263154bc req-3bd22cc8-fb4e-49bb-8154-439f6acd7cf6 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 944 time: 0.0483947 Sep 05 12:31:18.695990 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:18.732694 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fcfb3a56-b1d5-45e7-a9e0-e3d1263154bc req-0e158450-89c3-47d7-80ef-0a5c03765d7f tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435863 Sep 05 12:31:19.678969 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc06291-c65c-4d40-90f3-baba3695fa88 req-7be7efe9-6aec-46f2-9e96-cfca7e68c80d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:19.680555 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5dc06291-c65c-4d40-90f3-baba3695fa88 req-7be7efe9-6aec-46f2-9e96-cfca7e68c80d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0494699 Sep 05 12:31:19.732383 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5dc06291-c65c-4d40-90f3-baba3695fa88 req-ef0f7f3a-87eb-4df4-9c2a-947f3c72585f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460968 Sep 05 12:31:19.940109 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f75140-dbdd-4e44-ad36-b3d23c784170 req-0efe9efd-93dd-494d-8fe6-282b93454005 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:19.942026 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c6f75140-dbdd-4e44-ad36-b3d23c784170 req-0efe9efd-93dd-494d-8fe6-282b93454005 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0697324 Sep 05 12:31:20.019763 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c6f75140-dbdd-4e44-ad36-b3d23c784170 req-64c296a5-1c38-48a0-95e8-9e2663d92963 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713861 Sep 05 12:31:20.037919 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:20.056728 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a6149-1856-45de-ab10-4e945ddcf0be req-640984d5-3c11-4153-85ae-d704636d8000 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:20.056728 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d34a6149-1856-45de-ab10-4e945ddcf0be req-640984d5-3c11-4153-85ae-d704636d8000 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 944 time: 0.0901165 Sep 05 12:31:20.131698 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d34a6149-1856-45de-ab10-4e945ddcf0be req-ef0575e2-3b86-40f2-b3a1-38152118f7ee tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574660 Sep 05 12:31:20.864036 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631296ef-6afc-4b47-b30d-3c74f0f0e02a req-c84a2a79-44d5-4d9d-897c-8505a4600c66 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:20.865463 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-631296ef-6afc-4b47-b30d-3c74f0f0e02a req-c84a2a79-44d5-4d9d-897c-8505a4600c66 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0512373 Sep 05 12:31:20.895142 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device ed9f84cc-e853-45d8-af65-689cc068ec82 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:31:20.915141 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-631296ef-6afc-4b47-b30d-3c74f0f0e02a req-bc56747b-cc3b-459b-9809-147f9754e58d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439382 Sep 05 12:31:20.925508 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:20.992768 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:21.017719 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port ed9f84cc-e853-45d8-af65-689cc068ec82, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ed9f84cc-e853-45d8-af65-689cc068ec82,segment=NetworkSegment(a774ec55-a008-40de-a9e1-f5f542c17d2d),segment_id=a774ec55-a008-40de-a9e1-f5f542c17d2d)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:31:21.031069 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': 'ed9f84cc-e853-45d8-af65-689cc068ec82', 'network_id': '488a601a-db3c-42c3-a1b1-31b43872e2ec', 'port_id': 'ed9f84cc-e853-45d8-af65-689cc068ec82', 'mac_address': 'fa:16:3e:95:f5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dca5eaf-b59b-4c4c-976f-1582d480e525', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:31:21.075058 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port ed9f84cc-e853-45d8-af65-689cc068ec82 is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:31:21.075720 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (ed9f84cc-e853-45d8-af65-689cc068ec82), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:21.093083 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9f84cc-e853-45d8-af65-689cc068ec82 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:31:21.118408 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port ed9f84cc-e853-45d8-af65-689cc068ec82, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ed9f84cc-e853-45d8-af65-689cc068ec82,segment=NetworkSegment(a774ec55-a008-40de-a9e1-f5f542c17d2d),segment_id=a774ec55-a008-40de-a9e1-f5f542c17d2d)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:31:21.229545 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358eb6c2-af78-4328-9ec6-1cacc5ecdcec req-506d8480-7444-4c91-b704-371227cc640e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:21.231182 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-358eb6c2-af78-4328-9ec6-1cacc5ecdcec req-506d8480-7444-4c91-b704-371227cc640e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0869946 Sep 05 12:31:21.240805 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (ed9f84cc-e853-45d8-af65-689cc068ec82), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:21.292192 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:21.295235 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-358eb6c2-af78-4328-9ec6-1cacc5ecdcec req-3d0e01ec-0d9f-41db-859c-5eabc263f52f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517821 Sep 05 12:31:21.305760 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=ed9f84cc-e853-45d8-af65-689cc068ec82,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:21.305948 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98644e9-9ece-46e3-912e-7c2ac3207c21 req-2399ae8a-b30d-41d9-b062-99ff621937a5 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:21.312099 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e98644e9-9ece-46e3-912e-7c2ac3207c21 req-2399ae8a-b30d-41d9-b062-99ff621937a5 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 945 time: 0.0548351 Sep 05 12:31:21.364332 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e98644e9-9ece-46e3-912e-7c2ac3207c21 req-3d14c785-c280-4bfa-945f-60edbcba626d tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491531 Sep 05 12:31:22.060942 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b66b3-34c4-40cb-aa0c-831e5c480c22 req-87e54543-6a68-4b89-93b9-e81f943e65a4 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:22.062516 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fe9b66b3-34c4-40cb-aa0c-831e5c480c22 req-87e54543-6a68-4b89-93b9-e81f943e65a4 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0526423 Sep 05 12:31:22.132408 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fe9b66b3-34c4-40cb-aa0c-831e5c480c22 req-5b1f1ef8-42a3-4f60-8ca1-71f531d47e56 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622892 Sep 05 12:31:22.422987 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9fb05-0635-4dd1-b973-ba8f3bcfadeb req-bc45de2a-b1a3-42a4-a310-a47c6be47204 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:22.424535 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a0d9fb05-0635-4dd1-b973-ba8f3bcfadeb req-bc45de2a-b1a3-42a4-a310-a47c6be47204 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0515020 Sep 05 12:31:22.477431 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a0d9fb05-0635-4dd1-b973-ba8f3bcfadeb req-9d6de00a-a5fb-442b-8496-80d864073d09 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458610 Sep 05 12:31:22.497442 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b1e69-d6b5-40b5-827b-6973bed779d9 req-59223d51-17e9-401d-ae12-f00c9361a78d tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:22.498980 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-837b1e69-d6b5-40b5-827b-6973bed779d9 req-59223d51-17e9-401d-ae12-f00c9361a78d tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 945 time: 0.0533617 Sep 05 12:31:22.551291 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-837b1e69-d6b5-40b5-827b-6973bed779d9 req-c2b5b0f4-0a29-4be7-804d-f824def63992 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465055 Sep 05 12:31:23.269385 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9abc3-6ced-4290-a676-b54e3ef51c02 req-6c240b27-d8ea-4b2d-a449-1293b67372bc tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:23.271070 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-85a9abc3-6ced-4290-a676-b54e3ef51c02 req-6c240b27-d8ea-4b2d-a449-1293b67372bc tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0577104 Sep 05 12:31:23.292605 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:31:23.336727 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-85a9abc3-6ced-4290-a676-b54e3ef51c02 req-57b468ec-98b4-42d6-a31d-559952f6699c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545344 Sep 05 12:31:23.348470 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 52334) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:23.479012 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c77f7e81-2eea-42fe-ab88-7e39a61c4067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:23.563063 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c77f7e81-2eea-42fe-ab88-7e39a61c4067 admin admin] Publish callbacks [] for security_group (7e9d950a-2bde-4775-8f43-1b1be176b020), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:23.609687 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207206f-6569-4163-868e-154930def227 req-986aa745-82bd-44da-ac58-d6ad0692c0e3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:23.611264 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a207206f-6569-4163-868e-154930def227 req-986aa745-82bd-44da-ac58-d6ad0692c0e3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0529144 Sep 05 12:31:23.628366 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c77f7e81-2eea-42fe-ab88-7e39a61c4067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (7e9d950a-2bde-4775-8f43-1b1be176b020), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:23.666197 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a207206f-6569-4163-868e-154930def227 req-202d59c1-16b2-421d-91a0-21a172104818 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484889 Sep 05 12:31:23.707073 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f7e81-2eea-42fe-ab88-7e39a61c4067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9d950a-2bde-4775-8f43-1b1be176b020,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:23.714357 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-c77f7e81-2eea-42fe-ab88-7e39a61c4067 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c98d0a4350eb4db1a1b45a26a6b8b928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643098 Sep 05 12:31:23.717372 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 52342) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:23.720927 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36ceb3-5b80-41d8-97ca-600df77e1fa1 req-a378a128-8e8c-4a68-b4af-7e2be78b3496 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:23.722438 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cb36ceb3-5b80-41d8-97ca-600df77e1fa1 req-a378a128-8e8c-4a68-b4af-7e2be78b3496 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 945 time: 0.0911148 Sep 05 12:31:23.775860 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-07d977c8-d45a-4f4f-9208-b5c9b0313968 admin admin] Publish callbacks [] for security_group (7e9d950a-2bde-4775-8f43-1b1be176b020), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:23.776840 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cb36ceb3-5b80-41d8-97ca-600df77e1fa1 req-72952c2b-e413-4ad3-8dd8-039b9b91a7b6 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444894 Sep 05 12:31:23.797561 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-07d977c8-d45a-4f4f-9208-b5c9b0313968 admin admin] Publish callbacks [] for security_group (7e9d950a-2bde-4775-8f43-1b1be176b020), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:23.935083 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-07d977c8-d45a-4f4f-9208-b5c9b0313968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (7e9d950a-2bde-4775-8f43-1b1be176b020), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:23.937858 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-07d977c8-d45a-4f4f-9208-b5c9b0313968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:23.939019 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-07d977c8-d45a-4f4f-9208-b5c9b0313968 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7e9d950a-2bde-4775-8f43-1b1be176b020 HTTP/1.1" status: 204 len: 168 time: 0.2205329 Sep 05 12:31:23.942334 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:23.948161 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d977c8-d45a-4f4f-9208-b5c9b0313968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9d950a-2bde-4775-8f43-1b1be176b020,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:24.477086 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b466a63-4560-4022-87f9-fc11737fe09f req-c7525149-8639-4ae7-b8d0-1f56d2ddb3c8 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:24.478986 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1b466a63-4560-4022-87f9-fc11737fe09f req-c7525149-8639-4ae7-b8d0-1f56d2ddb3c8 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0482590 Sep 05 12:31:24.532794 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1b466a63-4560-4022-87f9-fc11737fe09f req-38c974a1-a54c-4263-a98d-97469ace21ad tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481980 Sep 05 12:31:24.677022 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['ed9f84cc-e853-45d8-af65-689cc068ec82'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:31:24.678871 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:24.685289 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaf1a2-fa70-4fbd-8c94-fa2327aa30ce req-4a965acc-77ea-41d1-bcd1-4c37099bf941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:24.686837 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1dcaf1a2-fa70-4fbd-8c94-fa2327aa30ce req-4a965acc-77ea-41d1-bcd1-4c37099bf941 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 1130 time: 0.0454664 Sep 05 12:31:24.716406 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 52362) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:24.732601 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0f0e-605a-44ab-9e76-b32b9fc068a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:24.857912 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0f0e-605a-44ab-9e76-b32b9fc068a3 admin admin] Publish callbacks [] for security_group (b6a6439f-ba10-45ef-9940-ff77896092c2), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:24.860876 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:24.873858 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaf1a2-fa70-4fbd-8c94-fa2327aa30ce req-8c7f9560-742a-4962-a9a5-e901558f8a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:24.875319 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1dcaf1a2-fa70-4fbd-8c94-fa2327aa30ce req-8c7f9560-742a-4962-a9a5-e901558f8a15 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 200 len: 920 time: 0.1347342 Sep 05 12:31:24.921549 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6d8c7-0faf-40af-a004-78746d0ef2f5 req-222a3ea1-14ba-42be-85bb-b46454861db6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:24.923102 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-15a6d8c7-0faf-40af-a004-78746d0ef2f5 req-222a3ea1-14ba-42be-85bb-b46454861db6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0608664 Sep 05 12:31:24.930499 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115e469-ea93-4cfb-a016-76595b536a98 req-4e17a486-330f-410b-93ba-84d894fa214f tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:24.932075 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3115e469-ea93-4cfb-a016-76595b536a98 req-4e17a486-330f-410b-93ba-84d894fa214f tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 945 time: 0.0554385 Sep 05 12:31:24.945855 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0f0e-605a-44ab-9e76-b32b9fc068a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (b6a6439f-ba10-45ef-9940-ff77896092c2), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:24.975696 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-15a6d8c7-0faf-40af-a004-78746d0ef2f5 req-8037c0e0-9068-4ab9-a5fc-e904cc69b5ae tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466483 Sep 05 12:31:25.010401 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-6d8c0f0e-605a-44ab-9e76-b32b9fc068a3 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=296b2791fccc4365807381dc302c01a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928739 Sep 05 12:31:25.013938 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 52366) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:25.019735 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c0f0e-605a-44ab-9e76-b32b9fc068a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a6439f-ba10-45ef-9940-ff77896092c2,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:25.034770 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3115e469-ea93-4cfb-a016-76595b536a98 req-13c11991-2789-4db0-a503-c0cd968e99ff tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960832 Sep 05 12:31:25.071655 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-10345935-0b8b-48ec-983d-b8c387db2663 admin admin] Publish callbacks [] for security_group (b6a6439f-ba10-45ef-9940-ff77896092c2), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:25.098592 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-10345935-0b8b-48ec-983d-b8c387db2663 admin admin] Publish callbacks [] for security_group (b6a6439f-ba10-45ef-9940-ff77896092c2), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:25.222420 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-10345935-0b8b-48ec-983d-b8c387db2663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (b6a6439f-ba10-45ef-9940-ff77896092c2), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:25.225154 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-10345935-0b8b-48ec-983d-b8c387db2663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:25.226418 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-10345935-0b8b-48ec-983d-b8c387db2663 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b6a6439f-ba10-45ef-9940-ff77896092c2 HTTP/1.1" status: 204 len: 168 time: 0.2111170 Sep 05 12:31:25.234645 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10345935-0b8b-48ec-983d-b8c387db2663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a6439f-ba10-45ef-9940-ff77896092c2,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:25.710632 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f1fef-cd0e-4ec2-b6a0-e48564992863 req-91a43ce6-a221-4644-8edb-5d8863772032 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:25.713287 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-367f1fef-cd0e-4ec2-b6a0-e48564992863 req-91a43ce6-a221-4644-8edb-5d8863772032 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0924237 Sep 05 12:31:25.796428 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-367f1fef-cd0e-4ec2-b6a0-e48564992863 req-f88219c2-81dd-4bd4-a59d-e62fc244e01b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760453 Sep 05 12:31:25.839289 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1dcaf1a2-fa70-4fbd-8c94-fa2327aa30ce req-5d527b2f-465b-4e9e-a92c-ab9ed73d3cfa service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d2944c4-c65b-49e5-b532-6867e3db6d0c HTTP/1.1" status: 200 len: 217 time: 0.0365391 Sep 05 12:31:26.113869 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d7261-87a1-4713-aed3-428a6553622d req-c9994dbb-4e09-483e-8793-0082f5094298 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:26.116486 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4b8d7261-87a1-4713-aed3-428a6553622d req-c9994dbb-4e09-483e-8793-0082f5094298 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0510149 Sep 05 12:31:26.142710 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:26.172473 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4b8d7261-87a1-4713-aed3-428a6553622d req-73361b66-96eb-4f72-8837-f3f367e6a00b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498779 Sep 05 12:31:26.186697 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f7fb9-b4b5-42b6-b2ab-5c1c6ef81816 req-b266618a-a398-4a8c-8a4f-318f98aa891a tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:26.188214 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a17f7fb9-b4b5-42b6-b2ab-5c1c6ef81816 req-b266618a-a398-4a8c-8a4f-318f98aa891a tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 945 time: 0.0717876 Sep 05 12:31:26.244274 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaf1a2-fa70-4fbd-8c94-fa2327aa30ce req-f10cf8f5-f57c-4b85-a178-597f805abd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:26.245822 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1dcaf1a2-fa70-4fbd-8c94-fa2327aa30ce req-f10cf8f5-f57c-4b85-a178-597f805abd22 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90 HTTP/1.1" status: 200 len: 858 time: 0.0768449 Sep 05 12:31:26.306609 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a17f7fb9-b4b5-42b6-b2ab-5c1c6ef81816 req-740b6426-2c52-4952-9edf-a8dbcd9ff68a tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998740 Sep 05 12:31:26.324598 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaf1a2-fa70-4fbd-8c94-fa2327aa30ce req-700ab6aa-cefe-4e26-80f8-d95d7bb2e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:26.326215 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1dcaf1a2-fa70-4fbd-8c94-fa2327aa30ce req-700ab6aa-cefe-4e26-80f8-d95d7bb2e96a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=adc4bf76-da99-44ec-b79e-0ddca4fe97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686374 Sep 05 12:31:26.339129 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33cd94-8e46-4e6d-b452-214f84b4ba67 req-06bee50b-aa94-4ed0-a7f6-45354f86b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:26.340790 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cf33cd94-8e46-4e6d-b452-214f84b4ba67 req-06bee50b-aa94-4ed0-a7f6-45354f86b7d3 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 1130 time: 0.0495763 Sep 05 12:31:26.408369 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cf33cd94-8e46-4e6d-b452-214f84b4ba67 req-e80b4c55-4e73-49db-ac0e-9b5106059ebe service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598412 Sep 05 12:31:26.459795 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1dcaf1a2-fa70-4fbd-8c94-fa2327aa30ce req-e7d437f5-e42f-4659-8e8c-5c9a81622b5e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259978 Sep 05 12:31:26.532157 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device ed9f84cc-e853-45d8-af65-689cc068ec82 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:31:26.580093 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port ed9f84cc-e853-45d8-af65-689cc068ec82 completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:31:26.685249 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port ed9f84cc-e853-45d8-af65-689cc068ec82 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:26.685630 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (ed9f84cc-e853-45d8-af65-689cc068ec82), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:26.769813 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:26.779141 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port ed9f84cc-e853-45d8-af65-689cc068ec82 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:31:26.779578 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (ed9f84cc-e853-45d8-af65-689cc068ec82), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:26.818499 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1dcaf1a2-fa70-4fbd-8c94-fa2327aa30ce req-7c1ad71f-cd7f-4f04-bccb-f6d006726ec3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159272 Sep 05 12:31:26.836233 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cc6b84-25f0-45bc-9947-d348ed26463a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9f84cc-e853-45d8-af65-689cc068ec82'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:31:26.839019 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82874c9-cdcf-452a-a36c-31bae12378e2" -d '{"events": [{"server_uuid": "57cc6b84-25f0-45bc-9947-d348ed26463a", "name": "network-vif-plugged", "status": "completed", "tag": "ed9f84cc-e853-45d8-af65-689cc068ec82"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:31:26.856512 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port ed9f84cc-e853-45d8-af65-689cc068ec82, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ed9f84cc-e853-45d8-af65-689cc068ec82,segment=NetworkSegment(a774ec55-a008-40de-a9e1-f5f542c17d2d),segment_id=a774ec55-a008-40de-a9e1-f5f542c17d2d)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:31:26.911281 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82c3916-8754-42a1-b468-dbaf628cd646 x-openstack-request-id: req-a82c3916-8754-42a1-b468-dbaf628cd646 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:31:26.911281 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57cc6b84-25f0-45bc-9947-d348ed26463a", "name": "network-vif-plugged", "status": "completed", "tag": "ed9f84cc-e853-45d8-af65-689cc068ec82", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:31:26.911281 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a82c3916-8754-42a1-b468-dbaf628cd646 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:31:26.911281 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82c3916-8754-42a1-b468-dbaf628cd646'] response: {'server_uuid': '57cc6b84-25f0-45bc-9947-d348ed26463a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9f84cc-e853-45d8-af65-689cc068ec82', 'code': 200} Sep 05 12:31:26.942673 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (ed9f84cc-e853-45d8-af65-689cc068ec82), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:26.961608 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d45e-5764-4b56-b45b-5a0e8173abf2 req-ad674f7a-a8a1-4acf-994e-8f7cae44c767 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:26.963377 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-de58d45e-5764-4b56-b45b-5a0e8173abf2 req-ad674f7a-a8a1-4acf-994e-8f7cae44c767 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0601759 Sep 05 12:31:27.005165 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=ed9f84cc-e853-45d8-af65-689cc068ec82,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:27.024307 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-de58d45e-5764-4b56-b45b-5a0e8173abf2 req-5cf00a47-3e33-4f3d-9e2f-a3a6c3185b2b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537899 Sep 05 12:31:27.307552 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85450c19-0e9b-406e-8bd7-32ce3e4b2aec req-38c01c91-6d49-4fbc-9c82-0c597766a3db tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:27.309174 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-85450c19-0e9b-406e-8bd7-32ce3e4b2aec req-38c01c91-6d49-4fbc-9c82-0c597766a3db tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0507946 Sep 05 12:31:27.361027 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-85450c19-0e9b-406e-8bd7-32ce3e4b2aec req-c2de2966-39cd-4024-a4bf-a59928200987 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458934 Sep 05 12:31:27.458603 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a0bc6-699e-4420-ae72-9e2665c7b9d5 req-49ac8d58-9681-4d3e-ab7d-54f3915e8caf tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:27.460929 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e77a0bc6-699e-4420-ae72-9e2665c7b9d5 req-49ac8d58-9681-4d3e-ab7d-54f3915e8caf tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 946 time: 0.0550408 Sep 05 12:31:27.522358 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e77a0bc6-699e-4420-ae72-9e2665c7b9d5 req-18f762c7-ed1a-41ca-9f92-e660560d08a5 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545337 Sep 05 12:31:27.883255 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 52460) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:27.883255 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-55afb581-5c1a-4039-97f1-2f9700e19821 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1649622884', 'description': 'tempest-description--470279727'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:27.886904 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:28.010457 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-55afb581-5c1a-4039-97f1-2f9700e19821 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:28.092601 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-55afb581-5c1a-4039-97f1-2f9700e19821 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (2fb004a7-dc81-40eb-b16d-0b4e74166f03), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:28.171371 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35613a45-220f-45c7-9de2-83f6377f4f73 req-5819fc29-a5b7-4a55-9ca4-74aeb833e786 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:28.172964 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-35613a45-220f-45c7-9de2-83f6377f4f73 req-5819fc29-a5b7-4a55-9ca4-74aeb833e786 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0551841 Sep 05 12:31:28.230896 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-35613a45-220f-45c7-9de2-83f6377f4f73 req-c4d3dc74-3290-44f2-badc-04fe1d596d18 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512178 Sep 05 12:31:28.260572 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-55afb581-5c1a-4039-97f1-2f9700e19821 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (2fb004a7-dc81-40eb-b16d-0b4e74166f03), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:28.292434 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afb581-5c1a-4039-97f1-2f9700e19821 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb004a7-dc81-40eb-b16d-0b4e74166f03,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:28.388297 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-55afb581-5c1a-4039-97f1-2f9700e19821 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:28.389596 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-55afb581-5c1a-4039-97f1-2f9700e19821 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5127969 Sep 05 12:31:28.398077 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 52484) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:28.402916 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-8a86bea1-28f4-4fb0-ad19-345abcf90195 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'security_group_rule': {'security_group_id': '2fb004a7-dc81-40eb-b16d-0b4e74166f03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:28.489215 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaad237-da4c-480d-b78a-4d0788a7901c req-f482aa2c-5b1c-4dd9-b0ca-2f7838ff050b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:28.490842 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fcaad237-da4c-480d-b78a-4d0788a7901c req-f482aa2c-5b1c-4dd9-b0ca-2f7838ff050b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0513635 Sep 05 12:31:28.571830 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb472a-fe8a-4abd-b0f7-bb3413b4cb28 req-1d8e4fdd-fb5c-4618-8167-170caae7fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:28.571830 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cdeb472a-fe8a-4abd-b0f7-bb3413b4cb28 req-1d8e4fdd-fb5c-4618-8167-170caae7fb02 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 1130 time: 0.0665975 Sep 05 12:31:28.579714 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-8a86bea1-28f4-4fb0-ad19-345abcf90195 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (d911f049-66ce-42f5-bf48-cf114aa7e076), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:28.613674 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fcaad237-da4c-480d-b78a-4d0788a7901c req-2a465226-5f60-4e42-8d65-97c442d963a8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148672 Sep 05 12:31:28.655861 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-8a86bea1-28f4-4fb0-ad19-345abcf90195 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (d911f049-66ce-42f5-bf48-cf114aa7e076), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:28.676925 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:28.703611 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cdeb472a-fe8a-4abd-b0f7-bb3413b4cb28 req-c87821e7-3360-4c72-8d58-d1a6ecff7a05 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485873 Sep 05 12:31:28.733138 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb7615-52ad-45a6-9412-a69f5317300d req-0820c85e-9732-40d2-8d45-ef9e9639058c tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:28.735350 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-61fb7615-52ad-45a6-9412-a69f5317300d req-0820c85e-9732-40d2-8d45-ef9e9639058c tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 946 time: 0.1089787 Sep 05 12:31:28.792655 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-8a86bea1-28f4-4fb0-ad19-345abcf90195 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (d911f049-66ce-42f5-bf48-cf114aa7e076), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:28.799803 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-61fb7615-52ad-45a6-9412-a69f5317300d req-32cae6ed-193a-4806-a011-a859d9152989 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498950 Sep 05 12:31:28.827654 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86bea1-28f4-4fb0-ad19-345abcf90195 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d911f049-66ce-42f5-bf48-cf114aa7e076,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:28.963482 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-8a86bea1-28f4-4fb0-ad19-345abcf90195 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:28.964766 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-8a86bea1-28f4-4fb0-ad19-345abcf90195 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5653558 Sep 05 12:31:28.967631 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 52522) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:28.972371 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-2025304a-c66f-4494-8b36-554af045ce73 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'security_group_rule': {'security_group_id': '2fb004a7-dc81-40eb-b16d-0b4e74166f03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:29.114808 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2025304a-c66f-4494-8b36-554af045ce73 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (d2e64ae7-4707-4b33-886c-5720022c1182), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:29.210450 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:29.212510 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2025304a-c66f-4494-8b36-554af045ce73 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (d2e64ae7-4707-4b33-886c-5720022c1182), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:29.223094 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fd9e7-4248-4a70-b9dd-fa3b99d5592d req-750d049a-ae96-4091-9ba3-0f20e40bf4de tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:29.225103 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0d0fd9e7-4248-4a70-b9dd-fa3b99d5592d req-750d049a-ae96-4091-9ba3-0f20e40bf4de tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0617511 Sep 05 12:31:29.277803 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0d0fd9e7-4248-4a70-b9dd-fa3b99d5592d req-f12807f0-8642-4d88-a076-95297ebebb53 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464311 Sep 05 12:31:29.326505 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2025304a-c66f-4494-8b36-554af045ce73 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (d2e64ae7-4707-4b33-886c-5720022c1182), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:29.354425 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025304a-c66f-4494-8b36-554af045ce73 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e64ae7-4707-4b33-886c-5720022c1182,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:29.394299 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc6e09-ce97-4e21-8cb0-4466479e136d req-1518de39-09cb-4493-9c51-f7b870206bb5 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:29.395863 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cacc6e09-ce97-4e21-8cb0-4466479e136d req-1518de39-09cb-4493-9c51-f7b870206bb5 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0692849 Sep 05 12:31:29.446396 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cacc6e09-ce97-4e21-8cb0-4466479e136d req-a5c11cda-20c2-4259-ae17-ef5085b5d834 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441127 Sep 05 12:31:29.463171 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2025304a-c66f-4494-8b36-554af045ce73 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:29.464492 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-2025304a-c66f-4494-8b36-554af045ce73 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4958355 Sep 05 12:31:29.467691 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 52538) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:29.472143 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'floatingip': {'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:29.582162 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:29.699120 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:29.748637 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4d39c-a579-453d-bfbf-687b8df75107 req-3bbf65e7-e4b6-45fc-ad0b-6ebfaf65dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:29.753015 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9bf4d39c-a579-453d-bfbf-687b8df75107 req-3bbf65e7-e4b6-45fc-ad0b-6ebfaf65dbfc service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 1130 time: 0.0499432 Sep 05 12:31:29.759378 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 52548) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:29.813282 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:29.847889 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Allocated IP 172.27.4.244 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/ab084bcd-c514-4935-912c-f1e6e8010dea) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:31:29.946931 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 52556) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:29.973035 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58c8a4-d0b1-4833-9eba-03b351da5ecd req-3a2f71a4-e599-4095-9444-eaa35b5e52df tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:29.973035 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ba58c8a4-d0b1-4833-9eba-03b351da5ecd req-3a2f71a4-e599-4095-9444-eaa35b5e52df tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 946 time: 0.0629084 Sep 05 12:31:30.030035 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for port (ab084bcd-c514-4935-912c-f1e6e8010dea), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:30.040334 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-51cb7c6c-3ddd-40f9-b37e-76b95d2dfb7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:30.049635 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ba58c8a4-d0b1-4833-9eba-03b351da5ecd req-2d44f6dd-a466-4bdc-91bb-8a28e876dc5a tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742939 Sep 05 12:31:30.075697 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b601ef0f-f486-4724-bcd1-0876f89aa26c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:30.199979 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-51cb7c6c-3ddd-40f9-b37e-76b95d2dfb7a admin admin] Publish callbacks [] for security_group (d9199a31-9820-4f07-9b60-e112b13f6ae8), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:30.221426 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (ab084bcd-c514-4935-912c-f1e6e8010dea), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:30.250651 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b601ef0f-f486-4724-bcd1-0876f89aa26c admin admin] Publish callbacks [] for security_group (4541096e-260e-4780-a6fd-4246e3c3da10), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:30.262088 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:31:30.265895 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:31:30.273781 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:31:30.277310 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:30.279583 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'Port': ['ID=ab084bcd-c514-4935-912c-f1e6e8010dea,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:30.326781 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:30.334530 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4d39c-a579-453d-bfbf-687b8df75107 req-22fbd392-ba57-431d-ab35-77e3d0e0bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:30.336103 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9bf4d39c-a579-453d-bfbf-687b8df75107 req-22fbd392-ba57-431d-ab35-77e3d0e0bc2a service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 200 len: 920 time: 0.1237459 Sep 05 12:31:30.371137 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-51cb7c6c-3ddd-40f9-b37e-76b95d2dfb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (d9199a31-9820-4f07-9b60-e112b13f6ae8), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:30.378067 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (dd7e00fe-8637-4fd3-8e1b-e887215a8c39), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:30.424159 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b601ef0f-f486-4724-bcd1-0876f89aa26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (4541096e-260e-4780-a6fd-4246e3c3da10), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:30.464424 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239c0ab-93bd-40ef-a020-4adc2717f751 req-7e72e04f-822a-46c4-a409-6ddc406569ea tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:30.465950 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8239c0ab-93bd-40ef-a020-4adc2717f751 req-7e72e04f-822a-46c4-a409-6ddc406569ea tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.1056061 Sep 05 12:31:30.468188 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-51cb7c6c-3ddd-40f9-b37e-76b95d2dfb7a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2f977c80e7514de8ae6bef0df5ee953b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5196819 Sep 05 12:31:30.471511 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 52564) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:30.481241 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb7c6c-3ddd-40f9-b37e-76b95d2dfb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9199a31-9820-4f07-9b60-e112b13f6ae8,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:30.510308 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-b601ef0f-f486-4724-bcd1-0876f89aa26c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=5defa47cffff44fdb446b0cb089d2029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7498043 Sep 05 12:31:30.516272 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 52568) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:30.538959 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601ef0f-f486-4724-bcd1-0876f89aa26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4541096e-260e-4780-a6fd-4246e3c3da10,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:30.551195 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:30.571857 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8239c0ab-93bd-40ef-a020-4adc2717f751 req-465ba303-6b9a-4ce2-b52d-7a15328bf487 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975659 Sep 05 12:31:30.595682 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (ab084bcd-c514-4935-912c-f1e6e8010dea), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:30.650466 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d5856cee-d5a5-492e-9bc1-6ff9005efe1f admin admin] Publish callbacks [] for security_group (d9199a31-9820-4f07-9b60-e112b13f6ae8), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:30.691968 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20d9ab-f4a4-401d-9068-7e3b7768fc0e req-ec8a45de-fdae-4f07-a30e-aef1984e101b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:30.694107 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-da20d9ab-f4a4-401d-9068-7e3b7768fc0e req-ec8a45de-fdae-4f07-a30e-aef1984e101b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.1248345 Sep 05 12:31:30.705943 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d5856cee-d5a5-492e-9bc1-6ff9005efe1f admin admin] Publish callbacks [] for security_group (d9199a31-9820-4f07-9b60-e112b13f6ae8), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:30.749421 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-71f8948a-844c-49f0-8ab1-cadd08895ee3 admin admin] Publish callbacks [] for security_group (4541096e-260e-4780-a6fd-4246e3c3da10), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:30.841083 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-71f8948a-844c-49f0-8ab1-cadd08895ee3 admin admin] Publish callbacks [] for security_group (4541096e-260e-4780-a6fd-4246e3c3da10), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:30.879662 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-da20d9ab-f4a4-401d-9068-7e3b7768fc0e req-30ca7f05-661b-46f2-8c91-556e328fee26 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696994 Sep 05 12:31:30.944977 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for port (ab084bcd-c514-4935-912c-f1e6e8010dea), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:31.017055 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9bf4d39c-a579-453d-bfbf-687b8df75107 req-e21f019e-4907-4773-8099-28c1c3f5079d service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d2944c4-c65b-49e5-b532-6867e3db6d0c HTTP/1.1" status: 200 len: 217 time: 0.0355871 Sep 05 12:31:31.020929 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d5856cee-d5a5-492e-9bc1-6ff9005efe1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (d9199a31-9820-4f07-9b60-e112b13f6ae8), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:31.023888 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d5856cee-d5a5-492e-9bc1-6ff9005efe1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:31.025053 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-d5856cee-d5a5-492e-9bc1-6ff9005efe1f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d9199a31-9820-4f07-9b60-e112b13f6ae8 HTTP/1.1" status: 204 len: 168 time: 0.5524535 Sep 05 12:31:31.033413 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5856cee-d5a5-492e-9bc1-6ff9005efe1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9199a31-9820-4f07-9b60-e112b13f6ae8,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:31.056470 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-71f8948a-844c-49f0-8ab1-cadd08895ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (4541096e-260e-4780-a6fd-4246e3c3da10), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:31.059734 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-71f8948a-844c-49f0-8ab1-cadd08895ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:31.063524 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-71f8948a-844c-49f0-8ab1-cadd08895ee3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4541096e-260e-4780-a6fd-4246e3c3da10 HTTP/1.1" status: 204 len: 168 time: 0.5419812 Sep 05 12:31:31.065254 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (ab084bcd-c514-4935-912c-f1e6e8010dea), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:31.098461 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8948a-844c-49f0-8ab1-cadd08895ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4541096e-260e-4780-a6fd-4246e3c3da10,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:31.154161 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'Port': ['ID=ab084bcd-c514-4935-912c-f1e6e8010dea,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:31.205773 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (dd7e00fe-8637-4fd3-8e1b-e887215a8c39), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:31.232001 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344bf0c-1da8-422a-91f0-3626fd70b5a6 req-4c0c1de1-99a6-4f21-9a54-80c72a2cd374 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:31.233585 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4344bf0c-1da8-422a-91f0-3626fd70b5a6 req-4c0c1de1-99a6-4f21-9a54-80c72a2cd374 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 946 time: 0.0813437 Sep 05 12:31:31.252407 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4d39c-a579-453d-bfbf-687b8df75107 req-7ddf29de-337b-4e99-bc25-b226183c1c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:31.253901 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9bf4d39c-a579-453d-bfbf-687b8df75107 req-7ddf29de-337b-4e99-bc25-b226183c1c9c service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90 HTTP/1.1" status: 200 len: 858 time: 0.0689895 Sep 05 12:31:31.302012 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:31.317743 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4d39c-a579-453d-bfbf-687b8df75107 req-c0ff8f27-228d-41c6-9540-6e3dce2896c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:31.319286 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9bf4d39c-a579-453d-bfbf-687b8df75107 req-c0ff8f27-228d-41c6-9540-6e3dce2896c2 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=adc4bf76-da99-44ec-b79e-0ddca4fe97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587387 Sep 05 12:31:31.323861 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4344bf0c-1da8-422a-91f0-3626fd70b5a6 req-aec113f9-46cf-4cdf-aef5-e5e5058f919d tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837576 Sep 05 12:31:31.337733 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:31.339119 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-b70e4a29-14bd-466a-8019-f83ce35350bc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8705020 Sep 05 12:31:31.431766 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9bf4d39c-a579-453d-bfbf-687b8df75107 req-19b0473c-f991-496a-9d7d-5a1a6f1b290a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974488 Sep 05 12:31:31.560829 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9bf4d39c-a579-453d-bfbf-687b8df75107 req-54088fc2-0e90-473f-8266-366ae7a3c926 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193066 Sep 05 12:31:31.707737 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-d207a0de-3eb5-4edb-af39-c3098d5d3b74 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1649622884&fields=id&tenant_id=4f6830d2e75a47c8a757d4a66c6695ca HTTP/1.1" status: 200 len: 267 time: 0.0679400 Sep 05 12:31:31.753730 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3ce51-5cf6-413f-a92e-5a580f25886f req-34f032f6-41a1-46fd-9cde-b4915e97ebb1 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:31.756051 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-16d3ce51-5cf6-413f-a92e-5a580f25886f req-34f032f6-41a1-46fd-9cde-b4915e97ebb1 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0710857 Sep 05 12:31:31.810347 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:31.820037 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-16d3ce51-5cf6-413f-a92e-5a580f25886f req-5c48e40b-0a3f-465c-a038-4a2cdd59b3f1 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579808 Sep 05 12:31:31.865773 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-4d6760a2-b6a2-4c87-adaa-53b46675f38a tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:31.865773 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-4d6760a2-b6a2-4c87-adaa-53b46675f38a tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/networks?id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b HTTP/1.1" status: 200 len: 815 time: 0.1452506 Sep 05 12:31:31.888187 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-c4d37937-5923-4a6f-af57-eb954df4a7f8 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/quotas/4f6830d2e75a47c8a757d4a66c6695ca HTTP/1.1" status: 200 len: 375 time: 0.0158913 Sep 05 12:31:31.947075 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-93209f17-61a5-4cf4-adec-603a150e541e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577426 Sep 05 12:31:32.042779 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:32.068805 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48fd9f-625f-428f-b786-360706e15756 req-8883fc3a-ad3c-4064-9b79-c0f0512efe46 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:32.073026 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0a48fd9f-625f-428f-b786-360706e15756 req-8883fc3a-ad3c-4064-9b79-c0f0512efe46 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0659201 Sep 05 12:31:32.090972 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-56b5be69-b8b8-46a7-b955-39fe2c227ff3 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232667 Sep 05 12:31:32.144852 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0a48fd9f-625f-428f-b786-360706e15756 req-3f35fcd4-bb45-430d-a999-2fe009269d6b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625169 Sep 05 12:31:32.194540 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 52626) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:32.208251 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f3b695df-2427-414f-8c10-b500d06cb8ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:32.214726 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-aaed197b-dc37-4eab-bdb2-dcb888f6a0b4 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131527 Sep 05 12:31:32.296741 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f3b695df-2427-414f-8c10-b500d06cb8ac admin admin] Publish callbacks [] for security_group (79f8a175-3a63-4cce-afeb-750f5bf3eb6b), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:32.439941 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f3b695df-2427-414f-8c10-b500d06cb8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (79f8a175-3a63-4cce-afeb-750f5bf3eb6b), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:32.497847 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-f3b695df-2427-414f-8c10-b500d06cb8ac admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=5f899b7bf2b6427797fb2b4ced4c0340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3022010 Sep 05 12:31:32.501788 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 52638) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:32.502211 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b695df-2427-414f-8c10-b500d06cb8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f8a175-3a63-4cce-afeb-750f5bf3eb6b,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:32.544196 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ed0363ae-7a53-46d2-9e31-5ff73bd45bb1 req-12f6a204-2a72-4055-85f0-a58c741742a4 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 210 time: 0.0451584 Sep 05 12:31:32.577772 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2ac84583-6b3b-45da-8294-a4821e2c9eec admin admin] Publish callbacks [] for security_group (79f8a175-3a63-4cce-afeb-750f5bf3eb6b), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:32.604838 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2ac84583-6b3b-45da-8294-a4821e2c9eec admin admin] Publish callbacks [] for security_group (79f8a175-3a63-4cce-afeb-750f5bf3eb6b), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:32.766432 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2ac84583-6b3b-45da-8294-a4821e2c9eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (79f8a175-3a63-4cce-afeb-750f5bf3eb6b), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:32.769558 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2ac84583-6b3b-45da-8294-a4821e2c9eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:32.773839 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-2ac84583-6b3b-45da-8294-a4821e2c9eec admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/79f8a175-3a63-4cce-afeb-750f5bf3eb6b HTTP/1.1" status: 204 len: 168 time: 0.2707415 Sep 05 12:31:32.784793 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac84583-6b3b-45da-8294-a4821e2c9eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f8a175-3a63-4cce-afeb-750f5bf3eb6b,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:32.998555 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:33.011929 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9eeea-7d66-4b73-a310-37bfb4b15e33 req-186c9dc2-d020-481e-a94d-40405d64f713 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:33.014646 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-14b9eeea-7d66-4b73-a310-37bfb4b15e33 req-186c9dc2-d020-481e-a94d-40405d64f713 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0603898 Sep 05 12:31:33.073385 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-14b9eeea-7d66-4b73-a310-37bfb4b15e33 req-8728ddb1-1915-4acc-a7d5-9d008f7694fb tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532551 Sep 05 12:31:33.300814 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff8ae8-3243-4505-b8eb-bebbc263643b req-4f067a5c-e64b-46c1-9ce4-a4aac37a8c93 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:33.302572 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-efff8ae8-3243-4505-b8eb-bebbc263643b req-4f067a5c-e64b-46c1-9ce4-a4aac37a8c93 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0657272 Sep 05 12:31:33.360509 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-efff8ae8-3243-4505-b8eb-bebbc263643b req-a6514128-b353-4c9a-a17e-76ca2d8929b6 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491798 Sep 05 12:31:33.487384 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3395b8a-4895-489b-80d0-02f7a140edae req-4dbf37de-f8bf-4046-bc48-543068a33462 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:33.488903 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f3395b8a-4895-489b-80d0-02f7a140edae req-4dbf37de-f8bf-4046-bc48-543068a33462 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 946 time: 0.0490546 Sep 05 12:31:33.540816 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f3395b8a-4895-489b-80d0-02f7a140edae req-951335ab-bc9d-4594-a93d-4ff3cb64689d tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462203 Sep 05 12:31:33.638219 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-59115fdd-c8c9-4986-be06-56b7e122f7dc req-cc975aba-ba28-4170-b482-e96d6326b60c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 210 time: 0.0325015 Sep 05 12:31:33.848203 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 52698) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:33.874161 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1d3d6cff-0781-4bff-b90c-2b7a9ac6dafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:33.979682 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-214701ba-64b1-49db-a650-c37ddff5ceae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:34.061843 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-214701ba-64b1-49db-a650-c37ddff5ceae admin admin] Publish callbacks [] for security_group (606dd65d-0013-489a-b61a-b00fd3e0bb85), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:34.158142 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-214701ba-64b1-49db-a650-c37ddff5ceae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (606dd65d-0013-489a-b61a-b00fd3e0bb85), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:34.204368 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-214701ba-64b1-49db-a650-c37ddff5ceae admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=a37d5b89b81045679105900f317baabe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549469 Sep 05 12:31:34.204673 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ed32f-eef2-474a-bf46-d3b7e72bafc0 req-db6ad39d-f447-4e42-aa7f-7159384257fa tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:34.206102 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bd7ed32f-eef2-474a-bf46-d3b7e72bafc0 req-db6ad39d-f447-4e42-aa7f-7159384257fa tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0532532 Sep 05 12:31:34.206415 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214701ba-64b1-49db-a650-c37ddff5ceae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606dd65d-0013-489a-b61a-b00fd3e0bb85,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:34.206986 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 52714) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:34.303491 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bd7ed32f-eef2-474a-bf46-d3b7e72bafc0 req-7d719233-3b6f-4451-919a-42e954a7ce95 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873327 Sep 05 12:31:34.306653 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-82fd4079-1c36-4234-b107-fdc08248516e admin admin] Publish callbacks [] for security_group (606dd65d-0013-489a-b61a-b00fd3e0bb85), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:34.338687 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-82fd4079-1c36-4234-b107-fdc08248516e admin admin] Publish callbacks [] for security_group (606dd65d-0013-489a-b61a-b00fd3e0bb85), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:34.498778 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3661a-f781-439d-8167-632fc355f68f req-70d72adc-8861-4310-83f6-120f77834da0 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:34.500361 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ddb3661a-f781-439d-8167-632fc355f68f req-70d72adc-8861-4310-83f6-120f77834da0 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0493228 Sep 05 12:31:34.517992 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-82fd4079-1c36-4234-b107-fdc08248516e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (606dd65d-0013-489a-b61a-b00fd3e0bb85), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:34.521031 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-82fd4079-1c36-4234-b107-fdc08248516e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:34.522999 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-82fd4079-1c36-4234-b107-fdc08248516e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/606dd65d-0013-489a-b61a-b00fd3e0bb85 HTTP/1.1" status: 204 len: 168 time: 0.3148620 Sep 05 12:31:34.530418 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 09dffb1b-f334-42d1-bd74-8b59ed4648c3 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:31:34.545259 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd4079-1c36-4234-b107-fdc08248516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606dd65d-0013-489a-b61a-b00fd3e0bb85,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:34.564026 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ddb3661a-f781-439d-8167-632fc355f68f req-801089cc-1636-44af-96c4-b602da8c2db9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577841 Sep 05 12:31:34.645641 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:34.678903 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 09dffb1b-f334-42d1-bd74-8b59ed4648c3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=09dffb1b-f334-42d1-bd74-8b59ed4648c3,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:31:34.681633 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300620f-c400-4c9c-a977-c72efbc42a7b req-398dc0dc-5bfd-4a5b-a2ee-836e3ff5b1e9 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:34.683204 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0300620f-c400-4c9c-a977-c72efbc42a7b req-398dc0dc-5bfd-4a5b-a2ee-836e3ff5b1e9 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 946 time: 0.0483739 Sep 05 12:31:34.691726 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '09dffb1b-f334-42d1-bd74-8b59ed4648c3', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'port_id': '09dffb1b-f334-42d1-bd74-8b59ed4648c3', 'mac_address': 'fa:16:3e:5d:dd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:31:34.751763 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0300620f-c400-4c9c-a977-c72efbc42a7b req-2ff3137b-04c5-4512-b429-f67c4a65dbf5 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611138 Sep 05 12:31:34.759819 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 is: ACTIVE; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:31:34.760495 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:34.761233 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-838e6167-3e47-43ad-b2d0-bbe9ec6a0455 req-33e2b9b8-74db-46c9-bd13-9414b4bf81a4 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 210 time: 0.0299635 Sep 05 12:31:34.764023 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:34.790426 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09dffb1b-f334-42d1-bd74-8b59ed4648c3 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:31:34.813040 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 09dffb1b-f334-42d1-bd74-8b59ed4648c3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=09dffb1b-f334-42d1-bd74-8b59ed4648c3,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:31:34.898444 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:34.957263 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=09dffb1b-f334-42d1-bd74-8b59ed4648c3,revision_number=6']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:34.980520 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 52738) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:35.119230 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9a86f232-515e-4177-b1ed-5adba4b281d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:35.170750 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['09dffb1b-f334-42d1-bd74-8b59ed4648c3'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:31:35.172893 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:35.198368 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:35.215378 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9a86f232-515e-4177-b1ed-5adba4b281d2 admin admin] Publish callbacks [] for security_group (409950da-0181-412f-a262-dd47b789ce7a), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:35.331707 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9a86f232-515e-4177-b1ed-5adba4b281d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (409950da-0181-412f-a262-dd47b789ce7a), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:35.364067 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-9a86f232-515e-4177-b1ed-5adba4b281d2 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9cd6ab1bf94c41879b0302dd3da8e08e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3824103 Sep 05 12:31:35.367329 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 52762) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:35.393731 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86f232-515e-4177-b1ed-5adba4b281d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409950da-0181-412f-a262-dd47b789ce7a,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:35.430589 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7a8e02ac-fcaa-40c9-9dae-e33a95875205 admin admin] Publish callbacks [] for security_group (409950da-0181-412f-a262-dd47b789ce7a), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:35.468887 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9322d5-702f-400b-9544-7c97eb5918ce req-7db6bbeb-7b5b-4da0-a616-4d0d11a158e1 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:35.469978 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7a8e02ac-fcaa-40c9-9dae-e33a95875205 admin admin] Publish callbacks [] for security_group (409950da-0181-412f-a262-dd47b789ce7a), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:35.475935 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0c9322d5-702f-400b-9544-7c97eb5918ce req-7db6bbeb-7b5b-4da0-a616-4d0d11a158e1 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0609908 Sep 05 12:31:35.531810 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0c9322d5-702f-400b-9544-7c97eb5918ce req-faaadf65-ffce-4b1e-bb7d-e3ecd91a7a41 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547390 Sep 05 12:31:35.534783 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-fbefc2fa-728c-4a2f-aece-a1c56c1810c8 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1211654380&fields=id&tenant_id=4377cb4a93524abd99acb6ebe07fd1d6 HTTP/1.1" status: 200 len: 267 time: 0.0910718 Sep 05 12:31:35.567884 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:35.701316 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e1c3040a-01bb-4502-820f-8ebf987282ca tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:35.702845 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e1c3040a-01bb-4502-820f-8ebf987282ca tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/networks?id=38f5b205-d0f7-419a-8f07-cc61071fe0f8 HTTP/1.1" status: 200 len: 811 time: 0.1347647 Sep 05 12:31:35.721427 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7a8e02ac-fcaa-40c9-9dae-e33a95875205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (409950da-0181-412f-a262-dd47b789ce7a), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:35.723991 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7a8e02ac-fcaa-40c9-9dae-e33a95875205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:35.725640 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-7a8e02ac-fcaa-40c9-9dae-e33a95875205 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/409950da-0181-412f-a262-dd47b789ce7a HTTP/1.1" status: 204 len: 168 time: 0.3572209 Sep 05 12:31:35.729806 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b9d24-2fc9-472e-afda-77847317854f req-94467366-601d-4310-a411-4cd5d1eed6a5 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:35.737236 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-020705fd-0399-4188-a831-7d6c346b76cd tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/quotas/4377cb4a93524abd99acb6ebe07fd1d6 HTTP/1.1" status: 200 len: 375 time: 0.0242732 Sep 05 12:31:35.740784 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a21b9d24-2fc9-472e-afda-77847317854f req-94467366-601d-4310-a411-4cd5d1eed6a5 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 944 time: 0.0643084 Sep 05 12:31:35.754596 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e02ac-fcaa-40c9-9dae-e33a95875205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409950da-0181-412f-a262-dd47b789ce7a,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:35.806827 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-f93723fa-628b-4314-ae04-d4c33f0b33cd tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682240 Sep 05 12:31:35.832000 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a21b9d24-2fc9-472e-afda-77847317854f req-b0b90168-b086-4828-888d-d717fdda32bd tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900657 Sep 05 12:31:35.956822 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-0a657f7e-1c5c-42c2-8269-3607576c4778 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337264 Sep 05 12:31:35.977730 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0ea9c-dd17-4303-b922-bdaa268cf197 req-99625c12-8437-48f8-859c-f493c5334c21 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:35.980408 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fce0ea9c-dd17-4303-b922-bdaa268cf197 req-99625c12-8437-48f8-859c-f493c5334c21 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 946 time: 0.0541332 Sep 05 12:31:36.031463 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:36.060681 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fce0ea9c-dd17-4303-b922-bdaa268cf197 req-35216a64-89cc-42e4-a4e0-9770d24a2298 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746109 Sep 05 12:31:36.079510 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-dcc4e1f6-b214-4748-bf45-fb5d0a5c758b service neutron] 10.222.0.62 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144364 Sep 05 12:31:36.108830 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-fb31983d-48e5-40db-8c72-f2f62d1a4fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:36.207787 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a7f18f4b-e0bb-4d5c-bbba-83f2474c6d08 req-183f8f87-2ee7-4d31-8463-6298522d763d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 210 time: 0.0362227 Sep 05 12:31:36.669139 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c947c-6858-4dc8-8592-86166502e030 req-12cf999d-eafa-4cf4-b62e-96eb06d3bf15 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:36.670626 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-605c947c-6858-4dc8-8592-86166502e030 req-12cf999d-eafa-4cf4-b62e-96eb06d3bf15 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0492945 Sep 05 12:31:36.729513 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-605c947c-6858-4dc8-8592-86166502e030 req-7e5e719a-a105-4a6c-94f4-9508bfef9ab7 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531757 Sep 05 12:31:36.806382 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-59a7eb14-9b09-4577-8d04-d2f0fe076f2f req-1bc2eb3c-7f2e-48f4-9cfc-cffdd6bf6261 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 210 time: 0.0457625 Sep 05 12:31:37.022291 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc506d8c-4ad6-48c8-8590-2ff845ebd41f req-0daa3de8-8f21-442f-8234-90e56a66e19f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:37.022291 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fc506d8c-4ad6-48c8-8590-2ff845ebd41f req-0daa3de8-8f21-442f-8234-90e56a66e19f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 944 time: 0.0572050 Sep 05 12:31:37.078811 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fc506d8c-4ad6-48c8-8590-2ff845ebd41f req-b94861a3-4dd3-41e3-8094-f59f368fa195 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550287 Sep 05 12:31:37.250558 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e45d3-6aa1-40e5-a01c-7a5f2e5373bc req-f58ba68f-2495-41bf-9c76-08b01632125b tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:37.253647 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ac1e45d3-6aa1-40e5-a01c-7a5f2e5373bc req-f58ba68f-2495-41bf-9c76-08b01632125b tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 946 time: 0.0822310 Sep 05 12:31:37.291722 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=15 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:37.292860 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=59 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:37.315818 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ac1e45d3-6aa1-40e5-a01c-7a5f2e5373bc req-176e7c3a-8fa7-4a3d-9148-fb23b8a16b61 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559034 Sep 05 12:31:37.326013 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-538180fd-e4e3-4083-a9f2-64faa148c8c0 req-788ac0c6-ebeb-4d2f-8103-bc29efcd0811 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 210 time: 0.0348623 Sep 05 12:31:37.429060 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:37.915273 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-676f01f1-c25e-4e3b-9ab4-0322b43f1aba req-d249205b-dece-485c-a8b3-14e25c02f1ac tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 210 time: 0.0324633 Sep 05 12:31:38.216353 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e845f-e39a-4662-836e-cd0d3b384780 req-0c59f369-03e1-4f73-bcf0-b8fe0f105814 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:38.218237 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-aa5e845f-e39a-4662-836e-cd0d3b384780 req-0c59f369-03e1-4f73-bcf0-b8fe0f105814 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 944 time: 0.0515029 Sep 05 12:31:38.280759 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-aa5e845f-e39a-4662-836e-cd0d3b384780 req-aaedb5c7-3da0-47b3-8af2-8d9021aac92f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561321 Sep 05 12:31:38.459503 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bde46da3-693c-479a-af99-080643b789ef req-1a46b097-73f6-4f34-889b-0851148694e2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 210 time: 0.0299876 Sep 05 12:31:38.460404 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e626c-0ca3-49e1-90c7-3fa0ef494fb5 req-6bcdc5c2-cad9-43da-be57-abaa6e6d1406 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:38.461826 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7d9e626c-0ca3-49e1-90c7-3fa0ef494fb5 req-6bcdc5c2-cad9-43da-be57-abaa6e6d1406 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 946 time: 0.0615678 Sep 05 12:31:38.517567 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7d9e626c-0ca3-49e1-90c7-3fa0ef494fb5 req-9f378773-b293-4e03-8ec7-9f92541cc810 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493670 Sep 05 12:31:38.701437 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 09dffb1b-f334-42d1-bd74-8b59ed4648c3 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:31:38.758201 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:38.761627 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:38.832022 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:38.840608 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:31:38.841011 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:38.866557 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dffb1b-f334-42d1-bd74-8b59ed4648c3'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:31:38.868751 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dd5456-36dd-4683-8494-b03fa0de1eb8" -d '{"events": [{"server_uuid": "a0105c66-6939-4b6d-b774-c1821012c1f0", "name": "network-vif-plugged", "status": "completed", "tag": "09dffb1b-f334-42d1-bd74-8b59ed4648c3"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:31:38.882064 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 09dffb1b-f334-42d1-bd74-8b59ed4648c3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=09dffb1b-f334-42d1-bd74-8b59ed4648c3,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:31:38.911710 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed160d35-4000-48ca-91b5-d8fa4be7a933 x-openstack-request-id: req-ed160d35-4000-48ca-91b5-d8fa4be7a933 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:31:38.912508 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0105c66-6939-4b6d-b774-c1821012c1f0", "name": "network-vif-plugged", "status": "completed", "tag": "09dffb1b-f334-42d1-bd74-8b59ed4648c3", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:31:38.912767 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed160d35-4000-48ca-91b5-d8fa4be7a933 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:31:38.913171 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed160d35-4000-48ca-91b5-d8fa4be7a933'] response: {'server_uuid': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dffb1b-f334-42d1-bd74-8b59ed4648c3', 'code': 200} Sep 05 12:31:38.983130 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:39.052651 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-41736d95-9e3b-4611-9071-5184a0fe80de req-02049170-01da-455e-a50a-3d0a9c44d8c5 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 210 time: 0.0562832 Sep 05 12:31:39.081047 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=09dffb1b-f334-42d1-bd74-8b59ed4648c3,revision_number=7']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:39.089475 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:39.089704 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:39.090074 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:39.090426 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:39.090764 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:39.091675 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:39.092218 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:39.092556 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:39.092896 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:39.093229 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:39.093566 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:39.093910 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:39.094236 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:39.094741 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:39.095070 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:31:39.238267 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a01ae-0aaa-44b8-b4fd-8589b135440f req-064929bd-ffda-4d9e-953c-f5b21986570e tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:39.239786 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-da6a01ae-0aaa-44b8-b4fd-8589b135440f req-064929bd-ffda-4d9e-953c-f5b21986570e tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 946 time: 0.0526931 Sep 05 12:31:39.267218 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:39.296973 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:39.342528 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [req-da6a01ae-0aaa-44b8-b4fd-8589b135440f req-a9ad1f1d-3c0d-472d-8633-ead8c8782788 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Deleting port ed9f84cc-e853-45d8-af65-689cc068ec82 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:31:39.343013 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-da6a01ae-0aaa-44b8-b4fd-8589b135440f req-a9ad1f1d-3c0d-472d-8633-ead8c8782788 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (ed9f84cc-e853-45d8-af65-689cc068ec82), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:39.467144 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8f88f-4ed6-4c3b-a421-81f41f5a7020 req-804ff941-cf11-4ac8-bf67-b3042de6e49f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:39.469482 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e4d8f88f-4ed6-4c3b-a421-81f41f5a7020 req-804ff941-cf11-4ac8-bf67-b3042de6e49f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0544310 Sep 05 12:31:39.479683 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-da6a01ae-0aaa-44b8-b4fd-8589b135440f req-a9ad1f1d-3c0d-472d-8633-ead8c8782788 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] For port ed9f84cc-e853-45d8-af65-689cc068ec82, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ed9f84cc-e853-45d8-af65-689cc068ec82,segment=NetworkSegment(a774ec55-a008-40de-a9e1-f5f542c17d2d),segment_id=a774ec55-a008-40de-a9e1-f5f542c17d2d)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:31:39.480050 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-da6a01ae-0aaa-44b8-b4fd-8589b135440f req-a9ad1f1d-3c0d-472d-8633-ead8c8782788 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (ed9f84cc-e853-45d8-af65-689cc068ec82), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:39.516579 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [req-da6a01ae-0aaa-44b8-b4fd-8589b135440f req-a9ad1f1d-3c0d-472d-8633-ead8c8782788 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Calling delete_port for ed9f84cc-e853-45d8-af65-689cc068ec82 owned by compute:nova {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:31:39.563580 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e4d8f88f-4ed6-4c3b-a421-81f41f5a7020 req-f39dcc32-78d5-4d36-8d06-6853555e61fb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877450 Sep 05 12:31:39.609056 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4b3c75ad-10a5-42c2-913e-5bd1b8590b99 req-1f6592c9-9094-4ef5-aa7c-a688507f181f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 210 time: 0.0425162 Sep 05 12:31:39.687575 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37599c-b32f-4cff-bd98-5cc032a28f0d req-0395a303-95e3-4f88-91a1-510ad1233956 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:39.689145 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca37599c-b32f-4cff-bd98-5cc032a28f0d req-0395a303-95e3-4f88-91a1-510ad1233956 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 946 time: 0.0604179 Sep 05 12:31:39.689926 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:39.766897 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device ed9f84cc-e853-45d8-af65-689cc068ec82 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:31:39.790926 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-da6a01ae-0aaa-44b8-b4fd-8589b135440f req-a9ad1f1d-3c0d-472d-8633-ead8c8782788 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (ed9f84cc-e853-45d8-af65-689cc068ec82), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:39.861366 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No active binding found for port ed9f84cc-e853-45d8-af65-689cc068ec82 {{(pid=106741) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 05 12:31:39.861751 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] The host hv-cinder-80135 is not matching for port ed9f84cc-e853-45d8-af65-689cc068ec82 host None! {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Sep 05 12:31:39.862286 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device ed9f84cc-e853-45d8-af65-689cc068ec82 not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:31:39.886166 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad1f1d-3c0d-472d-8633-ead8c8782788 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Pushing event deleted for resources: {'Port': ['ID=ed9f84cc-e853-45d8-af65-689cc068ec82,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:39.910528 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6a01ae-0aaa-44b8-b4fd-8589b135440f req-a9ad1f1d-3c0d-472d-8633-ead8c8782788 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] No DVR routers for this DVR port ed9f84cc-e853-45d8-af65-689cc068ec82 on host hv-cinder-80135 {{(pid=106740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:31:39.912849 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-da6a01ae-0aaa-44b8-b4fd-8589b135440f req-a9ad1f1d-3c0d-472d-8633-ead8c8782788 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:39.916603 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-da6a01ae-0aaa-44b8-b4fd-8589b135440f req-a9ad1f1d-3c0d-472d-8633-ead8c8782788 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.58 "DELETE /networking/v2.0/ports/ed9f84cc-e853-45d8-af65-689cc068ec82 HTTP/1.1" status: 204 len: 173 time: 0.6678517 Sep 05 12:31:39.917372 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cc6b84-25f0-45bc-9947-d348ed26463a', 'name': 'network-vif-deleted', 'tag': 'ed9f84cc-e853-45d8-af65-689cc068ec82'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:31:39.920409 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b020af01-535f-4eb3-9cef-c68ffce40de9" -d '{"events": [{"server_uuid": "57cc6b84-25f0-45bc-9947-d348ed26463a", "name": "network-vif-deleted", "tag": "ed9f84cc-e853-45d8-af65-689cc068ec82"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:31:39.979005 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca37599c-b32f-4cff-bd98-5cc032a28f0d req-e5ec7410-0a09-4821-9c1e-a415e3607f23 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814815 Sep 05 12:31:40.028224 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84d999c-a416-4714-8377-40e3454fff1a x-openstack-request-id: req-c84d999c-a416-4714-8377-40e3454fff1a {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:31:40.028577 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57cc6b84-25f0-45bc-9947-d348ed26463a", "name": "network-vif-deleted", "tag": "ed9f84cc-e853-45d8-af65-689cc068ec82", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:31:40.028988 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c84d999c-a416-4714-8377-40e3454fff1a {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:31:40.029408 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84d999c-a416-4714-8377-40e3454fff1a'] response: {'server_uuid': '57cc6b84-25f0-45bc-9947-d348ed26463a', 'name': 'network-vif-deleted', 'tag': 'ed9f84cc-e853-45d8-af65-689cc068ec82', 'status': 'completed', 'code': 200} Sep 05 12:31:40.039665 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 52930) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:40.044191 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-17a11a14-8057-43d7-a6d1-2a7ff6568660 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1989802182', 'description': 'tempest-description--1957203960'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:40.170437 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6fd0dc97-6188-4273-91bc-eee8cb699365 req-61191737-15c3-4460-9578-ee6998016f19 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 210 time: 0.0272167 Sep 05 12:31:40.200658 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-17a11a14-8057-43d7-a6d1-2a7ff6568660 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:40.282860 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-17a11a14-8057-43d7-a6d1-2a7ff6568660 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for security_group (a22b17a5-63c3-4d09-aae1-c2737f591036), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:40.400021 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-17a11a14-8057-43d7-a6d1-2a7ff6568660 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (a22b17a5-63c3-4d09-aae1-c2737f591036), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:40.435621 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a11a14-8057-43d7-a6d1-2a7ff6568660 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22b17a5-63c3-4d09-aae1-c2737f591036,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:40.554664 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-17a11a14-8057-43d7-a6d1-2a7ff6568660 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:40.559264 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 52948) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:40.564856 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-17a11a14-8057-43d7-a6d1-2a7ff6568660 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5187175 Sep 05 12:31:40.567135 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-b835d961-9d2e-4529-ba93-f63dbac42154 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Request body: {'security_group_rule': {'security_group_id': 'a22b17a5-63c3-4d09-aae1-c2737f591036', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:40.727249 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-67d2ed36-7dad-4eca-9e05-674c74b4b701 req-5a336b56-3c2e-455a-985b-48259c556748 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 210 time: 0.0367832 Sep 05 12:31:40.729994 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b835d961-9d2e-4529-ba93-f63dbac42154 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for security_group_rule (a3ccf4a3-0b4a-4083-9fcf-ad4f9b504277), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:40.745834 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0de254-70fb-482c-802b-55d97dd3a6e3 req-ac9cb347-d60d-4d0c-9700-fe529650308f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:40.747332 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-be0de254-70fb-482c-802b-55d97dd3a6e3 req-ac9cb347-d60d-4d0c-9700-fe529650308f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0897765 Sep 05 12:31:40.796550 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b835d961-9d2e-4529-ba93-f63dbac42154 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for security_group_rule (a3ccf4a3-0b4a-4083-9fcf-ad4f9b504277), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:40.817517 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-be0de254-70fb-482c-802b-55d97dd3a6e3 req-30239724-4fc7-4eb9-a89f-7ede5108eb6a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532382 Sep 05 12:31:40.868293 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b835d961-9d2e-4529-ba93-f63dbac42154 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (a3ccf4a3-0b4a-4083-9fcf-ad4f9b504277), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:40.889368 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835d961-9d2e-4529-ba93-f63dbac42154 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ccf4a3-0b4a-4083-9fcf-ad4f9b504277,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:41.019332 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b835d961-9d2e-4529-ba93-f63dbac42154 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:41.024743 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-b835d961-9d2e-4529-ba93-f63dbac42154 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4596009 Sep 05 12:31:41.025366 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 52962) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:41.030546 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-9813cffc-38a8-4edd-b0ab-419a2810b8b2 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Request body: {'security_group_rule': {'security_group_id': 'a22b17a5-63c3-4d09-aae1-c2737f591036', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:41.116056 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8e57273b-f4cb-48a4-8cde-3cbf980781e3 req-4e02df5e-da66-43b8-b7d2-d98cc276f68d tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 210 time: 0.0285454 Sep 05 12:31:41.211838 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9813cffc-38a8-4edd-b0ab-419a2810b8b2 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for security_group_rule (403fdcfe-724b-4d70-bcf2-d79708997218), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:41.287938 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9813cffc-38a8-4edd-b0ab-419a2810b8b2 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for security_group_rule (403fdcfe-724b-4d70-bcf2-d79708997218), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:41.304106 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-4282df4e-29ad-4a1f-9a63-2766226ba46e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:41.308892 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-4282df4e-29ad-4a1f-9a63-2766226ba46e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "GET /networking/v2.0/networks?id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b HTTP/1.1" status: 200 len: 815 time: 0.1853983 Sep 05 12:31:41.328093 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:41.347259 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7843683a-958b-4e9c-815f-3d64506292f1 req-af95eeef-ce55-449a-b0b3-47f8a55237c5 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 210 time: 0.0357666 Sep 05 12:31:41.375509 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9813cffc-38a8-4edd-b0ab-419a2810b8b2 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (403fdcfe-724b-4d70-bcf2-d79708997218), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:41.408277 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813cffc-38a8-4edd-b0ab-419a2810b8b2 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403fdcfe-724b-4d70-bcf2-d79708997218,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:41.461992 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-0c58e099-bdc0-400f-837e-b5996d6e7167 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4f6830d2e75a47c8a757d4a66c6695ca HTTP/1.1" status: 200 len: 473 time: 0.1137393 Sep 05 12:31:41.487906 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9813cffc-38a8-4edd-b0ab-419a2810b8b2 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:41.489400 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-9813cffc-38a8-4edd-b0ab-419a2810b8b2 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4628060 Sep 05 12:31:41.493362 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 52970) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:41.497993 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Request body: {'floatingip': {'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:41.626674 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:41.856935 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ce725a0c-bb7a-4912-9e6e-34f1f6983e7f req-7b79eaa0-b50c-4fa0-932e-958325c10eec tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 210 time: 0.0357902 Sep 05 12:31:41.977675 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6935fb2-467d-441a-a3a7-ed2f7746b9a1 req-59a4efce-1874-4eb7-a32f-ca5306db7334 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:41.979442 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c6935fb2-467d-441a-a3a7-ed2f7746b9a1 req-59a4efce-1874-4eb7-a32f-ca5306db7334 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0638905 Sep 05 12:31:42.008152 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:42.085728 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c6935fb2-467d-441a-a3a7-ed2f7746b9a1 req-717626e0-30da-4f6d-9904-5d2cd0dab7cd tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953422 Sep 05 12:31:42.149851 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Allocated IP 172.27.4.15 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/22385404-4674-42c3-9574-4964274dc285) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:31:42.207957 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:42.263227 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for port (22385404-4674-42c3-9574-4964274dc285), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:42.270184 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-542da224-a94f-4c52-9ee5-840f21d237c1 req-f5a24db2-69af-4517-9dfe-5c24205a9853 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 210 time: 0.0431745 Sep 05 12:31:42.376064 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (22385404-4674-42c3-9574-4964274dc285), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:42.416435 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:31:42.421203 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:31:42.425532 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:31:42.433457 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Pushing event updated for resources: {'Port': ['ID=22385404-4674-42c3-9574-4964274dc285,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:42.485656 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b7420a31-f4e9-4969-a294-c071354e5d57 req-2f3d7ca7-8448-41a5-8449-7a22496384e7 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 210 time: 0.0457170 Sep 05 12:31:42.502738 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for floatingip (8c00cf9d-73e9-4095-bbb5-86c1f0257a88), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:42.613362 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (22385404-4674-42c3-9574-4964274dc285), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:42.767441 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for port (22385404-4674-42c3-9574-4964274dc285), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:42.849640 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (22385404-4674-42c3-9574-4964274dc285), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:42.850511 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (8c00cf9d-73e9-4095-bbb5-86c1f0257a88), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:42.903829 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Pushing event updated for resources: {'Port': ['ID=22385404-4674-42c3-9574-4964274dc285,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:42.971494 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-9b91d185-e30c-4bc5-a9ff-a591adcbb869 req-c9f874fb-7661-48c2-9898-66e0330e9419 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 210 time: 0.0271559 Sep 05 12:31:42.996318 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:42.997734 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-c1681a94-c56f-4ef3-b8ee-fe93ae2d575d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5032241 Sep 05 12:31:43.197520 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:43.207192 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-43e8816c-b14b-4394-890f-12627303552e req-c821f1c4-7578-4e3a-a41b-0510bf45749f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1989802182&fields=id&tenant_id=442bf64c97d945feb79f64cdd66baa28 HTTP/1.1" status: 200 len: 267 time: 0.0440865 Sep 05 12:31:43.213754 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18eb8a-1421-4d41-a9fc-cb67710b69ac req-2aa92a24-70c2-477d-b124-c356f87d6e54 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:43.215292 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1a18eb8a-1421-4d41-a9fc-cb67710b69ac req-2aa92a24-70c2-477d-b124-c356f87d6e54 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0478787 Sep 05 12:31:43.243236 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:43.266703 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1a18eb8a-1421-4d41-a9fc-cb67710b69ac req-2286de69-9bd3-44c5-86d0-18767942d0fb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454497 Sep 05 12:31:43.318754 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8816c-b14b-4394-890f-12627303552e req-bb3ad9b1-7684-4dbe-bb0b-62bb175a274a tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:43.320280 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-43e8816c-b14b-4394-890f-12627303552e req-bb3ad9b1-7684-4dbe-bb0b-62bb175a274a tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/networks?id=adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 200 len: 819 time: 0.1063793 Sep 05 12:31:43.335706 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-43e8816c-b14b-4394-890f-12627303552e req-a8d2c776-ddd6-4aab-bbd8-fa6d6b53715d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/quotas/442bf64c97d945feb79f64cdd66baa28 HTTP/1.1" status: 200 len: 375 time: 0.0097516 Sep 05 12:31:43.389195 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-960d240c-5a40-4bd4-b68e-90e04c2b9bd6 req-2559bab1-ede6-478b-9124-2fbb5e22f38c tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 210 time: 0.0286028 Sep 05 12:31:43.398553 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-43e8816c-b14b-4394-890f-12627303552e req-b29d8a3d-26a9-4ceb-8ddb-a6c853a87272 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0572202 Sep 05 12:31:43.497879 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-43e8816c-b14b-4394-890f-12627303552e req-4e9e8399-b55b-433d-a37a-fb974e546435 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869672 Sep 05 12:31:43.591443 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4ef3787a-4191-488c-ab2d-a8fc9376d0de req-f7d4cf88-1f3a-4c21-857f-72ac9c090f8e tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 210 time: 0.0309215 Sep 05 12:31:43.597369 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-43e8816c-b14b-4394-890f-12627303552e req-d5ac3f4c-a69d-48c7-a720-1ffd690c6e65 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924084 Sep 05 12:31:43.845521 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c9b7eeaa-31e4-491d-8377-e6f1854c2a85 req-6eba09e2-3cea-4038-903f-6c45d9a1c8d0 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 210 time: 0.0271201 Sep 05 12:31:44.079510 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-24285808-f3d8-4336-8a45-abf1ccee57a9 req-ce548435-2e52-43f4-9d40-e6ab8f99a5f9 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 210 time: 0.0311122 Sep 05 12:31:44.392981 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abec1b7-458f-4e78-8e0e-6720e38a28bb req-dbb6a24b-b061-4df9-b786-e44f2f244dc7 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:44.394428 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6abec1b7-458f-4e78-8e0e-6720e38a28bb req-dbb6a24b-b061-4df9-b786-e44f2f244dc7 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0453718 Sep 05 12:31:44.442077 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6abec1b7-458f-4e78-8e0e-6720e38a28bb req-80c44ac2-e833-44f4-86b3-e0d3cd1b35d0 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413606 Sep 05 12:31:44.507147 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-403ce13b-c260-45e3-a75e-add13060f986 req-224b369c-920a-4187-b764-2cd1e688da17 tempest-VolumesActionsTest-1274481575 tempest-VolumesActionsTest-1274481575-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=57cc6b84-25f0-45bc-9947-d348ed26463a HTTP/1.1" status: 200 len: 210 time: 0.0270300 Sep 05 12:31:44.536233 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-f4ca9bf6-2383-4504-9506-606f6f1b480d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'port': {'device_id': 'fac517b0-9cbe-4a6a-8922-21166ec0de63', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'admin_state_up': True, 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'security_groups': ['2fb004a7-dc81-40eb-b16d-0b4e74166f03']}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:44.658469 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-cc467282-81a9-47c3-84ba-583a906138f9 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:44.659988 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-cc467282-81a9-47c3-84ba-583a906138f9 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.58 "GET /networking/v2.0/networks?id=38f5b205-d0f7-419a-8f07-cc61071fe0f8 HTTP/1.1" status: 200 len: 811 time: 0.1356044 Sep 05 12:31:44.718018 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a9a18388-0df1-4482-80e5-57854fc73d94 req-a125ff84-ddce-4248-97c4-922cc5da52ca tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 210 time: 0.0414982 Sep 05 12:31:44.767860 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-3524a84d-a111-4980-9ad1-d897ed91fb9b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4377cb4a93524abd99acb6ebe07fd1d6 HTTP/1.1" status: 200 len: 380 time: 0.0890083 Sep 05 12:31:44.776817 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-25d14c0c-c724-4140-a7e0-a1c30f2eb4fa tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Request body: {'port': {'device_id': 'ee288301-eeb1-4e09-8a2c-d9bc6c00d914', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'admin_state_up': True, 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'security_groups': ['e4b3b85c-6c25-4c64-b792-57dfc2375166']}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:44.815615 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-f4ca9bf6-2383-4504-9506-606f6f1b480d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Made reservation on behalf of 4f6830d2e75a47c8a757d4a66c6695ca for: {'port': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:31:44.820060 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-f4ca9bf6-2383-4504-9506-606f6f1b480d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:45.022136 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cee6e5b3-ffe9-447e-a36a-db228d6e9873 req-d510b4ca-4a18-4ce6-bb7c-63f3da88bfd0 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 210 time: 0.0531468 Sep 05 12:31:45.050749 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-f4ca9bf6-2383-4504-9506-606f6f1b480d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Allocated IP 172.20.0.13 (7678039b-6ecf-4526-a1ee-cbdc20c4b02b/bbfdcfbc-04d2-420b-9cdf-e282f39f1975/d28f89a7-e984-4c77-9cae-fe03a7c5c344) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:31:45.189779 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-25d14c0c-c724-4140-a7e0-a1c30f2eb4fa tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Made reservation on behalf of 4377cb4a93524abd99acb6ebe07fd1d6 for: {'port': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:31:45.194874 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-25d14c0c-c724-4140-a7e0-a1c30f2eb4fa tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:45.220891 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1fbd2fd1-7349-41d3-8a9d-1eaf6e5f12a6 req-6ed30c14-43a6-4220-8dfc-92839e56163f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 210 time: 0.0504680 Sep 05 12:31:45.234690 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-f4ca9bf6-2383-4504-9506-606f6f1b480d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for port (d28f89a7-e984-4c77-9cae-fe03a7c5c344), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:45.320147 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:45.375753 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-25d14c0c-c724-4140-a7e0-a1c30f2eb4fa tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Allocated IP 172.20.0.13 (38f5b205-d0f7-419a-8f07-cc61071fe0f8/a042adab-c6e5-4766-9641-ed3c3e40d34d/ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:31:45.387583 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-f4ca9bf6-2383-4504-9506-606f6f1b480d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (d28f89a7-e984-4c77-9cae-fe03a7c5c344), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:45.443521 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-f4ca9bf6-2383-4504-9506-606f6f1b480d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:31:45.447237 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-f4ca9bf6-2383-4504-9506-606f6f1b480d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:31:45.453868 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-f4ca9bf6-2383-4504-9506-606f6f1b480d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:31:45.459339 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-f4ca9bf6-2383-4504-9506-606f6f1b480d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:45.460194 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-f4ca9bf6-2383-4504-9506-606f6f1b480d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:45.498168 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca9bf6-2383-4504-9506-606f6f1b480d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'Port': ['ID=d28f89a7-e984-4c77-9cae-fe03a7c5c344,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:45.552163 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-25d14c0c-c724-4140-a7e0-a1c30f2eb4fa tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for port (ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:45.675411 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-f4ca9bf6-2383-4504-9506-606f6f1b480d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1513963 Sep 05 12:31:45.691457 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-25d14c0c-c724-4140-a7e0-a1c30f2eb4fa tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:45.715012 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47f8ff-1fe9-4029-b2d2-6f5d1897ade2 req-85e0f8ef-1eed-4cac-ac64-15cd4a70a4e9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:45.717575 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9f47f8ff-1fe9-4029-b2d2-6f5d1897ade2 req-85e0f8ef-1eed-4cac-ac64-15cd4a70a4e9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.1167603 Sep 05 12:31:45.725981 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Request body: {'port': {'device_id': 'fac517b0-9cbe-4a6a-8922-21166ec0de63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:45.764210 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-25d14c0c-c724-4140-a7e0-a1c30f2eb4fa tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:31:45.767862 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-25d14c0c-c724-4140-a7e0-a1c30f2eb4fa tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:31:45.775211 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-25d14c0c-c724-4140-a7e0-a1c30f2eb4fa tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:31:45.825074 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d14c0c-c724-4140-a7e0-a1c30f2eb4fa tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event updated for resources: {'Port': ['ID=ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:45.859382 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-25d14c0c-c724-4140-a7e0-a1c30f2eb4fa tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:45.860314 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-25d14c0c-c724-4140-a7e0-a1c30f2eb4fa tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:45.913984 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d28f89a7-e984-4c77-9cae-fe03a7c5c344), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:45.924666 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:45.942202 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9f47f8ff-1fe9-4029-b2d2-6f5d1897ade2 req-3feeb8ff-a944-4ac2-89f2-20b790e68756 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114570 Sep 05 12:31:45.956268 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b74c7-92c1-4fb7-b001-0b030742aba2 req-e8354da3-1ea2-4ba1-b6e1-bd166b2c1cec tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:45.957933 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-645b74c7-92c1-4fb7-b001-0b030742aba2 req-e8354da3-1ea2-4ba1-b6e1-bd166b2c1cec tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 932 time: 0.0946152 Sep 05 12:31:46.027818 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-25d14c0c-c724-4140-a7e0-a1c30f2eb4fa tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2507591 Sep 05 12:31:46.027913 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-6f3c43e5-0c56-4d36-912e-2849968e8160 None None] Provisioning complete for port d28f89a7-e984-4c77-9cae-fe03a7c5c344 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:46.027913 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-6f3c43e5-0c56-4d36-912e-2849968e8160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d28f89a7-e984-4c77-9cae-fe03a7c5c344), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:46.046442 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Request body: {'port': {'device_id': 'ee288301-eeb1-4e09-8a2c-d9bc6c00d914', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:46.174726 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-6f3c43e5-0c56-4d36-912e-2849968e8160 None None] Port d28f89a7-e984-4c77-9cae-fe03a7c5c344 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:31:46.186946 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-645b74c7-92c1-4fb7-b001-0b030742aba2 req-f42d487c-07ac-4960-a315-3dbc9eb523e3 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937072 Sep 05 12:31:46.297241 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:46.305449 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-1fc38534-9a37-4e96-9960-9e192a7e7113 None None] Provisioning complete for port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:46.313146 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1fc38534-9a37-4e96-9960-9e192a7e7113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:46.390289 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1e58b3a9-0d40-4676-ae67-559f37351e32 req-57ea18e1-7aaf-46f5-bf1d-c4c3be0192cc tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 210 time: 0.1982656 Sep 05 12:31:46.437802 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-1fc38534-9a37-4e96-9960-9e192a7e7113 None None] Port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:31:46.511709 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe0f5f-49e8-4477-a6d4-a990afcee742 req-c7f17e29-4824-4e89-9fe6-ac5890074171 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:46.513794 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-febe0f5f-49e8-4477-a6d4-a990afcee742 req-c7f17e29-4824-4e89-9fe6-ac5890074171 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 932 time: 0.1011901 Sep 05 12:31:46.622975 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28f89a7-e984-4c77-9cae-fe03a7c5c344 {{(pid=106740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:31:46.640494 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Publish callbacks [] for port (d28f89a7-e984-4c77-9cae-fe03a7c5c344), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:46.665677 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.provisioning_blocks [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Transition to ACTIVE for port object d28f89a7-e984-4c77-9cae-fe03a7c5c344 will not be triggered until provisioned by entity L2. {{(pid=106740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:31:46.674505 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-febe0f5f-49e8-4477-a6d4-a990afcee742 req-df29ea87-c2e7-4ff1-896e-f2d4d476c181 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520314 Sep 05 12:31:46.810817 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d28f89a7-e984-4c77-9cae-fe03a7c5c344), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:46.862642 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc {{(pid=106739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:31:46.872319 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Publish callbacks [] for port (ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:46.893307 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.provisioning_blocks [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Transition to ACTIVE for port object ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc will not be triggered until provisioned by entity L2. {{(pid=106739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:31:46.898257 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d28f89a7-e984-4c77-9cae-fe03a7c5c344,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:46.901169 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Attempting to bind port d28f89a7-e984-4c77-9cae-fe03a7c5c344 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:31:46.901513 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Attempting to bind port d28f89a7-e984-4c77-9cae-fe03a7c5c344 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'}] {{(pid=106740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:31:46.901849 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Attempting to bind port d28f89a7-e984-4c77-9cae-fe03a7c5c344 on network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:31:46.963456 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Port d28f89a7-e984-4c77-9cae-fe03a7c5c344 on network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:31:46.963456 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Attempting to bind port d28f89a7-e984-4c77-9cae-fe03a7c5c344 on network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:31:47.021700 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:47.030223 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:31:47.030868 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Checking segment: {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:31:47.031001 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Bound using segment: {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'} {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:31:47.031805 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Bound port: d28f89a7-e984-4c77-9cae-fe03a7c5c344, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'}}] {{(pid=106740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:31:47.031805 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d28f89a7-e984-4c77-9cae-fe03a7c5c344), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:47.116962 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] For port d28f89a7-e984-4c77-9cae-fe03a7c5c344, host hv-cinder-80135, cleared binding levels {{(pid=106740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:31:47.120955 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] For port d28f89a7-e984-4c77-9cae-fe03a7c5c344, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d28f89a7-e984-4c77-9cae-fe03a7c5c344,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:31:47.179847 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:47.275340 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ede550-49b3-4e5b-8e6b-cc5bd61f8ad0 req-0c25af42-357b-47b6-8b04-bc507c57f5f7 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:47.278342 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-60ede550-49b3-4e5b-8e6b-cc5bd61f8ad0 req-0c25af42-357b-47b6-8b04-bc507c57f5f7 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.1181393 Sep 05 12:31:47.321807 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d28f89a7-e984-4c77-9cae-fe03a7c5c344), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:47.374546 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:47.415284 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:47.415284 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/d28f89a7-e984-4c77-9cae-fe03a7c5c344 HTTP/1.1" status: 200 len: 1094 time: 1.6586275 Sep 05 12:31:47.415284 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac517b0-9cbe-4a6a-8922-21166ec0de63', 'tag': 'd28f89a7-e984-4c77-9cae-fe03a7c5c344'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:31:47.415284 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5acde7a-ddb8-48c3-924f-92a2e5f8a11a" -d '{"events": [{"name": "network-changed", "server_uuid": "fac517b0-9cbe-4a6a-8922-21166ec0de63", "tag": "d28f89a7-e984-4c77-9cae-fe03a7c5c344"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:31:47.415964 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Attempting to bind port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:31:47.415964 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Attempting to bind port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:31:47.415964 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Attempting to bind port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc on network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:31:47.448572 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-60ede550-49b3-4e5b-8e6b-cc5bd61f8ad0 req-b5e9cd6f-955c-4fb4-85e4-d6ce3b270953 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630268 Sep 05 12:31:47.459346 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e35c0e-e067-4870-82f9-15a476038fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d28f89a7-e984-4c77-9cae-fe03a7c5c344,revision_number=3']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:47.519130 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453758f-823c-4420-8ccd-83f70a920429 req-482a7679-ef62-49c2-be7e-9c959f885bed tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:47.536397 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2453758f-823c-4420-8ccd-83f70a920429 req-482a7679-ef62-49c2-be7e-9c959f885bed tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 944 time: 0.2208424 Sep 05 12:31:47.608655 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc on network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:31:47.608655 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Attempting to bind port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc on network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:31:47.674222 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8816c-b14b-4394-890f-12627303552e req-1a05e60b-3fe5-4dcc-988f-c6bef1625557 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:47.676296 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-43e8816c-b14b-4394-890f-12627303552e req-1a05e60b-3fe5-4dcc-988f-c6bef1625557 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.58 "GET /networking/v2.0/networks?id=adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 200 len: 819 time: 0.1768088 Sep 05 12:31:47.678090 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918a38c5-b012-4bea-b63d-54b064b50e04 x-openstack-request-id: req-918a38c5-b012-4bea-b63d-54b064b50e04 {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:31:47.678578 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac517b0-9cbe-4a6a-8922-21166ec0de63", "tag": "d28f89a7-e984-4c77-9cae-fe03a7c5c344", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:31:47.679014 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-918a38c5-b012-4bea-b63d-54b064b50e04 {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:31:47.679642 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-918a38c5-b012-4bea-b63d-54b064b50e04'] response: {'name': 'network-changed', 'server_uuid': 'fac517b0-9cbe-4a6a-8922-21166ec0de63', 'tag': 'd28f89a7-e984-4c77-9cae-fe03a7c5c344', 'status': 'completed', 'code': 200} Sep 05 12:31:47.731742 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-472a7730-a518-406a-9da9-c1e9e99920e5 req-4a8f5a58-aa2a-4269-b023-9699dba80108 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 210 time: 0.0504491 Sep 05 12:31:47.754315 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2453758f-823c-4420-8ccd-83f70a920429 req-ed675db8-cb92-4ab7-b689-1f9106bcc6c7 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960649 Sep 05 12:31:47.760734 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acde7a-ddb8-48c3-924f-92a2e5f8a11a req-8669392d-3c9d-4fd5-94e8-992a89330953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:47.762445 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f5acde7a-ddb8-48c3-924f-92a2e5f8a11a req-8669392d-3c9d-4fd5-94e8-992a89330953 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 1128 time: 0.1518552 Sep 05 12:31:47.798497 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:31:47.798783 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Checking segment: {'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:31:47.799200 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Bound using segment: {'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:31:47.799713 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Bound port: ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'}}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:31:47.800094 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:47.841497 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-43e8816c-b14b-4394-890f-12627303552e req-1f508abd-231c-4087-8468-4a518215eeeb tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=442bf64c97d945feb79f64cdd66baa28 HTTP/1.1" status: 200 len: 380 time: 0.1178153 Sep 05 12:31:47.901592 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] For port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc, host hv-cinder-80135, cleared binding levels {{(pid=106739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:31:47.904630 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:47.906620 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] For port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:31:47.942465 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b612b-6816-46f3-95e0-e8fae7a4180d req-47ec290c-7e87-4c0e-a6ab-fe2337c563e0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:47.965070 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-003b612b-6816-46f3-95e0-e8fae7a4180d req-47ec290c-7e87-4c0e-a6ab-fe2337c563e0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 944 time: 0.1021888 Sep 05 12:31:48.072174 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-003b612b-6816-46f3-95e0-e8fae7a4180d req-651ad54a-e9cc-45a4-852e-bf7b67ff0a31 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071889 Sep 05 12:31:48.087380 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:48.127814 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:48.128443 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:48.129847 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc HTTP/1.1" status: 200 len: 1094 time: 2.0892482 Sep 05 12:31:48.130291 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee288301-eeb1-4e09-8a2c-d9bc6c00d914', 'tag': 'ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:31:48.133486 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91de8cf8-76cf-4cfe-ac17-5361ab15b7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ee288301-eeb1-4e09-8a2c-d9bc6c00d914", "tag": "ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:31:48.172818 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102ffaf-3d85-4a46-8553-3883e93908c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc,revision_number=3']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:48.197338 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e03ac3-ae08-4e71-8ac8-b75513852b71 x-openstack-request-id: req-08e03ac3-ae08-4e71-8ac8-b75513852b71 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:31:48.197338 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee288301-eeb1-4e09-8a2c-d9bc6c00d914", "tag": "ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:31:48.197338 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08e03ac3-ae08-4e71-8ac8-b75513852b71 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:31:48.197338 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e03ac3-ae08-4e71-8ac8-b75513852b71'] response: {'name': 'network-changed', 'server_uuid': 'ee288301-eeb1-4e09-8a2c-d9bc6c00d914', 'tag': 'ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc', 'status': 'completed', 'code': 200} Sep 05 12:31:48.629087 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed989a-1d55-4b88-b79b-1a15fcc36a5a req-53cc904e-7e73-4b97-8346-5bea43a6ae1e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:48.631421 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a5ed989a-1d55-4b88-b79b-1a15fcc36a5a req-53cc904e-7e73-4b97-8346-5bea43a6ae1e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0562463 Sep 05 12:31:48.700397 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a5ed989a-1d55-4b88-b79b-1a15fcc36a5a req-fb962455-5a74-4d18-a8ba-b416edfed4a4 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607042 Sep 05 12:31:48.992858 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd8be0-4070-4201-92d6-df5d1988e568 req-78adf9c2-f77d-4e0c-87a7-c6613f99b0bc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:48.994374 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-3dbd8be0-4070-4201-92d6-df5d1988e568 req-78adf9c2-f77d-4e0c-87a7-c6613f99b0bc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 944 time: 0.1165884 Sep 05 12:31:49.002243 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ba7ca342-18a6-49c9-9d8b-2992ace27d22 req-05d29d4b-9581-4c02-8222-239f86ae39d6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 210 time: 0.0571334 Sep 05 12:31:49.064968 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-3dbd8be0-4070-4201-92d6-df5d1988e568 req-44bb73aa-9e14-4a58-b94e-11e37ccfa605 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646091 Sep 05 12:31:49.242202 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3cef8-c199-41d7-9f52-7f9fd0f0a86a req-6f75619f-2093-48f4-9950-918fdadde3dc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:49.244001 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f2d3cef8-c199-41d7-9f52-7f9fd0f0a86a req-6f75619f-2093-48f4-9950-918fdadde3dc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 944 time: 0.0526922 Sep 05 12:31:49.325004 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f2d3cef8-c199-41d7-9f52-7f9fd0f0a86a req-f49b2e43-f0cd-4af5-8ffe-e5beffb30e44 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739360 Sep 05 12:31:49.427224 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:49.497332 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:49.722473 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:49.778170 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:49.885141 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c82c4-4d66-4223-ac8b-9150b08ed0f5 req-2708ab7d-b15f-40d3-8630-09feef5409ad tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:49.886740 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ba3c82c4-4d66-4223-ac8b-9150b08ed0f5 req-2708ab7d-b15f-40d3-8630-09feef5409ad tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0667193 Sep 05 12:31:49.946618 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ba3c82c4-4d66-4223-ac8b-9150b08ed0f5 req-e71bc3c0-12cc-42f9-bef5-e457dd4437c2 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537148 Sep 05 12:31:50.138619 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2a9c1bf5-ae6c-4010-9257-42d16533bf19 req-533c2ef6-66f8-494a-b0bf-3d3a9ee79d00 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 210 time: 0.0327885 Sep 05 12:31:50.205568 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b0c89-2339-4673-9834-27a60e5da0bb req-57fab2a4-2aee-4412-b5b4-bb9c72780e81 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:50.207050 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ea7b0c89-2339-4673-9834-27a60e5da0bb req-57fab2a4-2aee-4412-b5b4-bb9c72780e81 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 944 time: 0.0515552 Sep 05 12:31:50.257365 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ea7b0c89-2339-4673-9834-27a60e5da0bb req-e68c23b7-88bd-4e85-8fba-0fdffcb3528c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438232 Sep 05 12:31:50.441123 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5ec8b-e9e0-4f42-9ea9-c181306c1485 req-db6d3725-37ea-41ac-8843-f3e7a7a58a70 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:50.442601 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f0c5ec8b-e9e0-4f42-9ea9-c181306c1485 req-db6d3725-37ea-41ac-8843-f3e7a7a58a70 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 944 time: 0.0462139 Sep 05 12:31:50.494227 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f0c5ec8b-e9e0-4f42-9ea9-c181306c1485 req-86d7641b-106d-4c22-bf12-7ce6340745f6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424135 Sep 05 12:31:50.741790 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [req-43e8816c-b14b-4394-890f-12627303552e req-0b283710-f31c-43c0-9eb0-228f2a266b8e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Request body: {'port': {'device_id': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'admin_state_up': True, 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'security_groups': ['a22b17a5-63c3-4d09-aae1-c2737f591036']}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:50.824931 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de8cf8-76cf-4cfe-ac17-5361ab15b7ee req-d28a2514-c8c7-406f-b177-44dd848f2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:50.826556 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-91de8cf8-76cf-4cfe-ac17-5361ab15b7ee req-d28a2514-c8c7-406f-b177-44dd848f2971 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 1128 time: 0.0601406 Sep 05 12:31:50.915146 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acde7a-ddb8-48c3-924f-92a2e5f8a11a req-cbf44171-28de-45f6-a00a-8430d047e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:50.917017 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f5acde7a-ddb8-48c3-924f-92a2e5f8a11a req-cbf44171-28de-45f6-a00a-8430d047e7f7 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2105336 Sep 05 12:31:51.040007 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:51.040440 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e8816c-b14b-4394-890f-12627303552e req-0b283710-f31c-43c0-9eb0-228f2a266b8e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Made reservation on behalf of 442bf64c97d945feb79f64cdd66baa28 for: {'port': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:31:51.040440 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-43e8816c-b14b-4394-890f-12627303552e req-0b283710-f31c-43c0-9eb0-228f2a266b8e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:51.072188 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de8cf8-76cf-4cfe-ac17-5361ab15b7ee req-2f0a82bb-d903-4ea3-a2a1-42de69961161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:51.073957 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-91de8cf8-76cf-4cfe-ac17-5361ab15b7ee req-2f0a82bb-d903-4ea3-a2a1-42de69961161 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2235169 Sep 05 12:31:51.112772 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acde7a-ddb8-48c3-924f-92a2e5f8a11a req-21c2971c-193b-44bf-99f6-e083274bb7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:51.115480 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f5acde7a-ddb8-48c3-924f-92a2e5f8a11a req-21c2971c-193b-44bf-99f6-e083274bb7c9 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1900978 Sep 05 12:31:51.231908 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49247c72-b43c-4ca6-acfa-e3ca847ef1c7 req-f62bd601-eba7-4040-81b1-d64cf7258414 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:51.234276 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-49247c72-b43c-4ca6-acfa-e3ca847ef1c7 req-f62bd601-eba7-4040-81b1-d64cf7258414 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.1252265 Sep 05 12:31:51.261273 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d073632c-0f71-4511-86aa-070413e64e86 req-45307da4-80c0-425c-88a4-144de096f0ae tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 210 time: 0.0310724 Sep 05 12:31:51.372434 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de8cf8-76cf-4cfe-ac17-5361ab15b7ee req-8311d2bd-5563-48a9-9fde-3ca50d009778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:51.379921 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-91de8cf8-76cf-4cfe-ac17-5361ab15b7ee req-8311d2bd-5563-48a9-9fde-3ca50d009778 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2568004 Sep 05 12:31:51.397892 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-49247c72-b43c-4ca6-acfa-e3ca847ef1c7 req-f907de15-790e-4de7-8723-e9fb212db2d1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483049 Sep 05 12:31:51.409627 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [req-43e8816c-b14b-4394-890f-12627303552e req-0b283710-f31c-43c0-9eb0-228f2a266b8e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Allocated IP 172.20.0.10 (adc4bf76-da99-44ec-b79e-0ddca4fe97de/7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90/66947e6f-24aa-4efc-9fc1-09b650127cb3) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:31:51.464791 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-d2b44499-ab2d-4532-be6f-d11f42ca3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:51.466509 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-d2b44499-ab2d-4532-be6f-d11f42ca3b54 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 1128 time: 0.1942177 Sep 05 12:31:51.472643 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa7964-8a2f-462b-bee3-94620bbf874e req-f36f5ff4-6c44-4567-8a68-ded67966efed tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:51.480956 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0baa7964-8a2f-462b-bee3-94620bbf874e req-f36f5ff4-6c44-4567-8a68-ded67966efed tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 944 time: 0.0818317 Sep 05 12:31:51.564503 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0baa7964-8a2f-462b-bee3-94620bbf874e req-437bdbba-2cc2-44da-b2ab-c7d59a8d346c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824938 Sep 05 12:31:51.650877 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee48ad-449b-4c60-aaac-fddebb6eae02 req-d99bac92-0c0a-483c-bb1d-bd593646c812 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:51.652553 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6bee48ad-449b-4c60-aaac-fddebb6eae02 req-d99bac92-0c0a-483c-bb1d-bd593646c812 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 944 time: 0.0677860 Sep 05 12:31:51.657963 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-43e8816c-b14b-4394-890f-12627303552e req-0b283710-f31c-43c0-9eb0-228f2a266b8e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for port (66947e6f-24aa-4efc-9fc1-09b650127cb3), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:51.725553 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6bee48ad-449b-4c60-aaac-fddebb6eae02 req-675d3710-344b-4678-9baa-8a091ac887ca tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640564 Sep 05 12:31:51.801603 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-43e8816c-b14b-4394-890f-12627303552e req-0b283710-f31c-43c0-9eb0-228f2a266b8e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (66947e6f-24aa-4efc-9fc1-09b650127cb3), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:51.817803 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:51.863784 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e8816c-b14b-4394-890f-12627303552e req-0b283710-f31c-43c0-9eb0-228f2a266b8e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Network adc4bf76-da99-44ec-b79e-0ddca4fe97de is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:31:51.867741 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [req-43e8816c-b14b-4394-890f-12627303552e req-0b283710-f31c-43c0-9eb0-228f2a266b8e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:31:51.871749 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e8816c-b14b-4394-890f-12627303552e req-0b283710-f31c-43c0-9eb0-228f2a266b8e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:31:51.881636 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8816c-b14b-4394-890f-12627303552e req-0b283710-f31c-43c0-9eb0-228f2a266b8e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:51.881636 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-43e8816c-b14b-4394-890f-12627303552e req-0b283710-f31c-43c0-9eb0-228f2a266b8e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:51.884885 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:51.885962 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b283710-f31c-43c0-9eb0-228f2a266b8e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Pushing event updated for resources: {'Port': ['ID=66947e6f-24aa-4efc-9fc1-09b650127cb3,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:51.990832 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-43e8816c-b14b-4394-890f-12627303552e req-0b283710-f31c-43c0-9eb0-228f2a266b8e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2550519 Sep 05 12:31:52.169721 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:52.251243 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-58bc649c-c797-4e72-8c5e-16e5f3fdf327 None None] Provisioning complete for port 66947e6f-24aa-4efc-9fc1-09b650127cb3 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:31:52.254055 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-58bc649c-c797-4e72-8c5e-16e5f3fdf327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (66947e6f-24aa-4efc-9fc1-09b650127cb3), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:52.317163 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-58bc649c-c797-4e72-8c5e-16e5f3fdf327 None None] Port 66947e6f-24aa-4efc-9fc1-09b650127cb3 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:31:52.460431 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae97bd-2fb3-424d-af4f-a604eee8c9dd req-e5ba1268-60e8-4d1b-bf13-0ab870ed205f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:52.469138 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1cae97bd-2fb3-424d-af4f-a604eee8c9dd req-e5ba1268-60e8-4d1b-bf13-0ab870ed205f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 932 time: 0.0743937 Sep 05 12:31:52.507066 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:52.548453 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1cae97bd-2fb3-424d-af4f-a604eee8c9dd req-99d07645-d781-4bd4-a193-8e01e8e586f6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777555 Sep 05 12:31:52.679183 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad25d40-a205-4006-9330-596820264b77 req-648da6a2-653c-486e-903c-6169bdc5488b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:52.679183 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-aad25d40-a205-4006-9330-596820264b77 req-648da6a2-653c-486e-903c-6169bdc5488b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0934498 Sep 05 12:31:52.735730 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-aad25d40-a205-4006-9330-596820264b77 req-927b9d91-b7c4-463b-90c7-b6bfb545fb52 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542021 Sep 05 12:31:52.780788 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d84e7-1d0f-45cc-9a50-e710d299d4b5 req-6a568955-536e-4c29-8e6a-2a0c6bf902d4 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:52.801428 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e25d84e7-1d0f-45cc-9a50-e710d299d4b5 req-6a568955-536e-4c29-8e6a-2a0c6bf902d4 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 944 time: 0.1063914 Sep 05 12:31:52.936101 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b0fa8-8325-4cb6-9cbf-12d80ba80402 req-7864c033-adf6-43dc-8235-cefa900eff12 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:52.952522 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e25d84e7-1d0f-45cc-9a50-e710d299d4b5 req-eb28a5e4-6755-42c2-9a4d-fd88c5e8afd7 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435077 Sep 05 12:31:52.952522 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:52.952769 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-380b0fa8-8325-4cb6-9cbf-12d80ba80402 req-7864c033-adf6-43dc-8235-cefa900eff12 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 944 time: 0.1122010 Sep 05 12:31:53.008071 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:53.028724 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-380b0fa8-8325-4cb6-9cbf-12d80ba80402 req-eb00bc01-f488-44d6-b9db-2873e71ca863 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755231 Sep 05 12:31:53.485218 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:53.685994 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549ab78-3349-4171-807f-a5f3e4492be8 req-c7b9d838-1030-4671-8eb5-ceb89b8957f2 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:53.688963 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f549ab78-3349-4171-807f-a5f3e4492be8 req-c7b9d838-1030-4671-8eb5-ceb89b8957f2 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 932 time: 0.0575693 Sep 05 12:31:53.746598 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f549ab78-3349-4171-807f-a5f3e4492be8 req-4449a524-2044-4616-8272-f07999a2edfb tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516469 Sep 05 12:31:53.892744 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fccb79-8393-4000-acaf-174f4c62bea2 req-2531aaf3-c6c0-47ed-afe2-c06bc45e0454 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:53.894922 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-68fccb79-8393-4000-acaf-174f4c62bea2 req-2531aaf3-c6c0-47ed-afe2-c06bc45e0454 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0541878 Sep 05 12:31:53.948932 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-68fccb79-8393-4000-acaf-174f4c62bea2 req-9c0400b7-1822-497d-8fbb-e56ed3711e95 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473239 Sep 05 12:31:54.110009 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74541f58-c982-4a8c-aa0c-03dd4ab554cc req-e3d2225c-be48-413e-81ef-e1ffc062cf32 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:54.115840 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-74541f58-c982-4a8c-aa0c-03dd4ab554cc req-e3d2225c-be48-413e-81ef-e1ffc062cf32 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 944 time: 0.0725815 Sep 05 12:31:54.172640 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9d267-0bbc-4ebb-906a-93c74e48c37d req-1a617fa4-4f4d-4324-af81-c2af01f96383 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:54.174036 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-74541f58-c982-4a8c-aa0c-03dd4ab554cc req-450d0947-56b2-4abf-bbcf-5cf9ba6c0db5 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537980 Sep 05 12:31:54.174685 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c5e9d267-0bbc-4ebb-906a-93c74e48c37d req-1a617fa4-4f4d-4324-af81-c2af01f96383 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 944 time: 0.0539455 Sep 05 12:31:54.209666 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:54.217752 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Request body: {'port': {'device_id': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:31:54.270797 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-da2edb57-f2d8-494d-b759-97ccc31d8e2d service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d28f89a7-e984-4c77-9cae-fe03a7c5c344 HTTP/1.1" status: 200 len: 217 time: 0.0666435 Sep 05 12:31:54.289211 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c5e9d267-0bbc-4ebb-906a-93c74e48c37d req-fd11ac80-29b7-4fcf-951b-8a3b03f9d04e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081197 Sep 05 12:31:54.299909 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (66947e6f-24aa-4efc-9fc1-09b650127cb3), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:54.462346 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-1367639e-6a59-4744-95dd-7484400747cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:54.464009 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-1367639e-6a59-4744-95dd-7484400747cb service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 1128 time: 0.0788345 Sep 05 12:31:54.465992 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-30bbf157-50a4-4b3b-ba71-82003c31d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:54.467597 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-30bbf157-50a4-4b3b-ba71-82003c31d295 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=bbfdcfbc-04d2-420b-9cdf-e282f39f1975 HTTP/1.1" status: 200 len: 854 time: 0.0914133 Sep 05 12:31:54.569253 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-ca2e68bb-dca7-42ee-a60e-53d1fc116d78 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc HTTP/1.1" status: 200 len: 217 time: 0.0715294 Sep 05 12:31:54.585586 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66947e6f-24aa-4efc-9fc1-09b650127cb3 {{(pid=106740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:31:54.585928 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-e34f7d72-ee3c-407e-8854-134714c95585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:54.587410 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-e34f7d72-ee3c-407e-8854-134714c95585 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821283 Sep 05 12:31:54.593350 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Publish callbacks [] for port (66947e6f-24aa-4efc-9fc1-09b650127cb3), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:54.604256 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:54.609934 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.provisioning_blocks [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Transition to ACTIVE for port object 66947e6f-24aa-4efc-9fc1-09b650127cb3 will not be triggered until provisioned by entity L2. {{(pid=106740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:31:54.679780 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-412cd2ca-dca6-4021-b87b-e68130019cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:54.681644 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-412cd2ca-dca6-4021-b87b-e68130019cdd service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a042adab-c6e5-4766-9641-ed3c3e40d34d HTTP/1.1" status: 200 len: 850 time: 0.1034682 Sep 05 12:31:54.754759 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-c6b7444c-1cac-48a9-a605-8209206f8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:54.756326 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-c6b7444c-1cac-48a9-a605-8209206f8d14 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=38f5b205-d0f7-419a-8f07-cc61071fe0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656843 Sep 05 12:31:54.758581 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-d06e4e55-4a1c-4df2-951d-fee9f2618fc8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503961 Sep 05 12:31:54.936413 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe8789-c928-4bb3-add3-219d055d66d2 req-bf51c183-c223-4f89-8476-a540a03fa8c7 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:54.938002 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1bbe8789-c928-4bb3-add3-219d055d66d2 req-bf51c183-c223-4f89-8476-a540a03fa8c7 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 932 time: 0.0724874 Sep 05 12:31:55.076985 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (66947e6f-24aa-4efc-9fc1-09b650127cb3), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:55.137384 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27a056-4c41-42bb-a629-f4a075555b3f req-15ef577e-5951-4510-9cba-f36bc67fb114 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:55.138963 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fa27a056-4c41-42bb-a629-f4a075555b3f req-15ef577e-5951-4510-9cba-f36bc67fb114 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.1038113 Sep 05 12:31:55.147048 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Pushing event updated for resources: {'Port': ['ID=66947e6f-24aa-4efc-9fc1-09b650127cb3,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:55.200611 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Attempting to bind port 66947e6f-24aa-4efc-9fc1-09b650127cb3 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:31:55.201093 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Attempting to bind port 66947e6f-24aa-4efc-9fc1-09b650127cb3 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'}] {{(pid=106740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:31:55.201519 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Attempting to bind port 66947e6f-24aa-4efc-9fc1-09b650127cb3 on network adc4bf76-da99-44ec-b79e-0ddca4fe97de {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:31:55.205295 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:55.225858 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-0d177680-47a2-4471-bf36-696f45f82b09 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572852 Sep 05 12:31:55.229935 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-286ce3ee-dc43-4cc2-aae1-49bd9e4a4623 req-b1fe53ab-4228-431e-8884-c7208c07f416 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536567 Sep 05 12:31:55.261853 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fa27a056-4c41-42bb-a629-f4a075555b3f req-61f31572-de1c-4f0d-ac6c-d1eb7f654c26 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170619 Sep 05 12:31:55.274989 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Port 66947e6f-24aa-4efc-9fc1-09b650127cb3 on network adc4bf76-da99-44ec-b79e-0ddca4fe97de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:31:55.275364 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Attempting to bind port 66947e6f-24aa-4efc-9fc1-09b650127cb3 on network adc4bf76-da99-44ec-b79e-0ddca4fe97de {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:31:55.353853 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:31:55.354522 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Checking segment: {'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:31:55.355172 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1bbe8789-c928-4bb3-add3-219d055d66d2 req-a5759873-1e96-4b0b-8503-8c79435b2576 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4076741 Sep 05 12:31:55.355627 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Bound using segment: {'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'} {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:31:55.356301 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Bound port: 66947e6f-24aa-4efc-9fc1-09b650127cb3, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de'}}] {{(pid=106740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:31:55.356757 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (66947e6f-24aa-4efc-9fc1-09b650127cb3), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:55.372925 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:55.452851 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e1fb361a-1fc8-4592-bdff-0b8babcb4157 req-92ef4f5b-2d16-4173-a4a1-6efcdc508617 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040057 Sep 05 12:31:55.501925 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be799310-61a8-4e8e-9709-7260bcadad8e req-e05275ea-11ff-4661-a255-a38cdb6a9813 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:55.509540 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-be799310-61a8-4e8e-9709-7260bcadad8e req-e05275ea-11ff-4661-a255-a38cdb6a9813 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 944 time: 0.0828557 Sep 05 12:31:55.533006 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] For port 66947e6f-24aa-4efc-9fc1-09b650127cb3, host hv-cinder-80135, cleared binding levels {{(pid=106740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:31:55.561213 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] For port 66947e6f-24aa-4efc-9fc1-09b650127cb3, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=66947e6f-24aa-4efc-9fc1-09b650127cb3,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:31:55.570117 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b8470-3ffa-444e-af33-cdfd733de3e9 req-ea999d44-31c8-417d-ab0a-80ed3c140502 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:55.572318 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:55.587675 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5b0b8470-3ffa-444e-af33-cdfd733de3e9 req-ea999d44-31c8-417d-ab0a-80ed3c140502 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 944 time: 0.0898085 Sep 05 12:31:55.632848 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-be799310-61a8-4e8e-9709-7260bcadad8e req-463eb575-395d-41ec-a5b8-340a7e8335f4 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206357 Sep 05 12:31:55.671136 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (66947e6f-24aa-4efc-9fc1-09b650127cb3), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:55.671341 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5b0b8470-3ffa-444e-af33-cdfd733de3e9 req-ae1c9d01-fbbe-490b-af20-9eed6a50c0ca tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824642 Sep 05 12:31:55.676924 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:55.681331 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:55.681331 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-43e8816c-b14b-4394-890f-12627303552e req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/66947e6f-24aa-4efc-9fc1-09b650127cb3 HTTP/1.1" status: 200 len: 1094 time: 1.4717510 Sep 05 12:31:55.681331 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'tag': '66947e6f-24aa-4efc-9fc1-09b650127cb3'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:31:55.681878 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab89fa73-78f1-43dd-8ea6-bab3f490948c" -d '{"events": [{"name": "network-changed", "server_uuid": "c86e0b82-f349-40c6-986b-359cb36a9862", "tag": "66947e6f-24aa-4efc-9fc1-09b650127cb3"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:31:55.750991 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a05ee0-2a5c-42a1-b6c3-3d0f99c44e1e x-openstack-request-id: req-20a05ee0-2a5c-42a1-b6c3-3d0f99c44e1e {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:31:55.751430 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86e0b82-f349-40c6-986b-359cb36a9862", "tag": "66947e6f-24aa-4efc-9fc1-09b650127cb3", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:31:55.751827 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20a05ee0-2a5c-42a1-b6c3-3d0f99c44e1e {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:31:55.752359 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a05ee0-2a5c-42a1-b6c3-3d0f99c44e1e'] response: {'name': 'network-changed', 'server_uuid': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'tag': '66947e6f-24aa-4efc-9fc1-09b650127cb3', 'status': 'completed', 'code': 200} Sep 05 12:31:55.783113 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a9b95-2849-45e4-810b-4d028e01ad73 service neutron] Pushing event updated for resources: {'Port': ['ID=66947e6f-24aa-4efc-9fc1-09b650127cb3,revision_number=3']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:56.529958 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a1f06-d974-4787-9620-71de0d63b728 req-3cf1ddd0-db64-4b79-9c3e-742e50f86d7b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:56.553397 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5e7a1f06-d974-4787-9620-71de0d63b728 req-3cf1ddd0-db64-4b79-9c3e-742e50f86d7b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.1034915 Sep 05 12:31:56.609494 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0d8d7-74e9-4111-a276-ce9d6c9dd8a5 req-89261617-21b1-472b-ae2b-ca36a2ba6eed tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:56.617854 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-81b0d8d7-74e9-4111-a276-ce9d6c9dd8a5 req-89261617-21b1-472b-ae2b-ca36a2ba6eed tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 944 time: 0.1241179 Sep 05 12:31:56.757502 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-81b0d8d7-74e9-4111-a276-ce9d6c9dd8a5 req-2b019677-2053-41dc-8ead-0c24cfd0291d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357172 Sep 05 12:31:56.762758 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5e7a1f06-d974-4787-9620-71de0d63b728 req-20231ad5-e6be-4c9d-a421-eb186da2ab86 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079380 Sep 05 12:31:56.897607 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89fa73-78f1-43dd-8ea6-bab3f490948c req-490f3e1f-ffcc-4541-b881-3ecc1463c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:56.904152 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ab89fa73-78f1-43dd-8ea6-bab3f490948c req-490f3e1f-ffcc-4541-b881-3ecc1463c261 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 1128 time: 0.1984348 Sep 05 12:31:57.039764 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff80c0-3cdd-423d-96ac-5ffd975c369a req-acba4816-7bd1-4a1a-b2a7-e037e591873d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:57.049920 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-06ff80c0-3cdd-423d-96ac-5ffd975c369a req-acba4816-7bd1-4a1a-b2a7-e037e591873d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 944 time: 0.1118042 Sep 05 12:31:57.154280 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522060e4-5ab6-4851-b2d9-a680efe60229 req-230acb00-887a-4507-8fff-e56ae8e6d074 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:57.156086 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-522060e4-5ab6-4851-b2d9-a680efe60229 req-230acb00-887a-4507-8fff-e56ae8e6d074 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 944 time: 0.1474924 Sep 05 12:31:57.184821 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-06ff80c0-3cdd-423d-96ac-5ffd975c369a req-771611e6-9d52-4f2d-8c33-e0a3fe351e34 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291821 Sep 05 12:31:57.463672 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-522060e4-5ab6-4851-b2d9-a680efe60229 req-66dfd52b-7222-461a-bccc-853d2aba8550 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711017 Sep 05 12:31:57.532975 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89fa73-78f1-43dd-8ea6-bab3f490948c req-82f42e8e-9ab6-46ef-9a16-7f52d4593808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:57.538755 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ab89fa73-78f1-43dd-8ea6-bab3f490948c req-82f42e8e-9ab6-46ef-9a16-7f52d4593808 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=442bf64c97d945feb79f64cdd66baa28&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3816605 Sep 05 12:31:57.838840 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89fa73-78f1-43dd-8ea6-bab3f490948c req-d2b6e3a7-4d73-4ca5-8279-94e902969f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:57.842174 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ab89fa73-78f1-43dd-8ea6-bab3f490948c req-d2b6e3a7-4d73-4ca5-8279-94e902969f4a service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2954831 Sep 05 12:31:57.873887 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 53432) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:58.056366 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb75845-a135-46ad-a4eb-dd9c496aae7f req-15c99024-cb74-465f-84da-fe2d14802303 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:58.069853 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8bb75845-a135-46ad-a4eb-dd9c496aae7f req-15c99024-cb74-465f-84da-fe2d14802303 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.1333165 Sep 05 12:31:58.134589 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fe5ac-797b-4bb4-a085-a78b19725643 req-298af790-4d80-423a-9e69-be127e8cd939 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:58.160282 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8816c-b14b-4394-890f-12627303552e req-61cafedf-7904-4bff-a11c-37af5f80ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:58.163272 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-43e8816c-b14b-4394-890f-12627303552e req-61cafedf-7904-4bff-a11c-37af5f80ab57 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 1128 time: 0.0961382 Sep 05 12:31:58.179951 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8bb75845-a135-46ad-a4eb-dd9c496aae7f req-29a22252-aa7e-41f5-a3c7-04bdc496f622 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128275 Sep 05 12:31:58.180400 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-153fe5ac-797b-4bb4-a085-a78b19725643 req-298af790-4d80-423a-9e69-be127e8cd939 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 944 time: 0.2028401 Sep 05 12:31:58.202990 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device d28f89a7-e984-4c77-9cae-fe03a7c5c344 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:31:58.206401 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:58.296831 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d2aeed07-9af7-41c8-b684-87c929a31a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:58.425949 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-43e8816c-b14b-4394-890f-12627303552e req-594a950e-107c-4215-bfec-6dd45128d680 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66947e6f-24aa-4efc-9fc1-09b650127cb3 HTTP/1.1" status: 200 len: 217 time: 0.2447498 Sep 05 12:31:58.680180 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-153fe5ac-797b-4bb4-a085-a78b19725643 req-00b7d255-4828-4b66-809c-33b33127d985 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4827480 Sep 05 12:31:58.856447 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d2aeed07-9af7-41c8-b684-87c929a31a35 admin admin] Publish callbacks [] for security_group (8f12b146-8a39-45ed-8a72-ef62647c3244), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:58.862472 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d2f10-7f47-4c30-a88e-862e8b3c9e67 req-16b5875b-7828-4fda-8797-a95ecae23c91 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:58.873603 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port d28f89a7-e984-4c77-9cae-fe03a7c5c344, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d28f89a7-e984-4c77-9cae-fe03a7c5c344,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:31:58.874689 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6f9d2f10-7f47-4c30-a88e-862e8b3c9e67 req-16b5875b-7828-4fda-8797-a95ecae23c91 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 944 time: 0.3638532 Sep 05 12:31:58.885079 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:58.888881 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': 'd28f89a7-e984-4c77-9cae-fe03a7c5c344', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'port_id': 'd28f89a7-e984-4c77-9cae-fe03a7c5c344', 'mac_address': 'fa:16:3e:8c:45:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:31:58.971715 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8816c-b14b-4394-890f-12627303552e req-c3daad37-788d-470c-b1fd-37a912b4735a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:58.975040 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-43e8816c-b14b-4394-890f-12627303552e req-c3daad37-788d-470c-b1fd-37a912b4735a service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90 HTTP/1.1" status: 200 len: 858 time: 0.5208216 Sep 05 12:31:59.040572 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port d28f89a7-e984-4c77-9cae-fe03a7c5c344 is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:31:59.040977 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d28f89a7-e984-4c77-9cae-fe03a7c5c344), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:59.057954 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f75faa-be61-4dbf-8894-fa37280940b8 req-8c187604-1022-4497-9419-7c4560ef1ff8 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:59.067611 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-88f75faa-be61-4dbf-8894-fa37280940b8 req-8c187604-1022-4497-9419-7c4560ef1ff8 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 944 time: 0.1653042 Sep 05 12:31:59.067611 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d2aeed07-9af7-41c8-b684-87c929a31a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (8f12b146-8a39-45ed-8a72-ef62647c3244), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:59.076245 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 53450) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:59.083050 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28f89a7-e984-4c77-9cae-fe03a7c5c344 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:31:59.162107 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port d28f89a7-e984-4c77-9cae-fe03a7c5c344, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d28f89a7-e984-4c77-9cae-fe03a7c5c344,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:31:59.185627 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:59.201763 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8816c-b14b-4394-890f-12627303552e req-d74c793a-619f-4b03-857b-9dee946c1069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:59.206716 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-43e8816c-b14b-4394-890f-12627303552e req-d74c793a-619f-4b03-857b-9dee946c1069 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=adc4bf76-da99-44ec-b79e-0ddca4fe97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2069874 Sep 05 12:31:59.225179 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6f9d2f10-7f47-4c30-a88e-862e8b3c9e67 req-aea2a7bb-3847-4950-9b85-72d653284d9f tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491585 Sep 05 12:31:59.282434 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d28f89a7-e984-4c77-9cae-fe03a7c5c344), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:59.315132 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aeed07-9af7-41c8-b684-87c929a31a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f12b146-8a39-45ed-8a72-ef62647c3244,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:59.326306 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-d2aeed07-9af7-41c8-b684-87c929a31a35 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=60613c7205f34175980c3823e6cd5baa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4512820 Sep 05 12:31:59.355683 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 53456) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:31:59.364589 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-88f75faa-be61-4dbf-8894-fa37280940b8 req-2d12054c-4a1c-4c63-a242-4d18394a0dbf tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863157 Sep 05 12:31:59.471090 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=d28f89a7-e984-4c77-9cae-fe03a7c5c344,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:31:59.562642 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6a0d734c-61f9-4b13-ad2b-27b37ab06daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:59.610541 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:31:59.617721 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282e53a-1eda-40c3-a85f-35f7a7f5f8d8 req-39be67d3-1b0d-4101-8e26-660032020922 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:59.619646 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3282e53a-1eda-40c3-a85f-35f7a7f5f8d8 req-39be67d3-1b0d-4101-8e26-660032020922 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.1349974 Sep 05 12:31:59.656125 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-10161554-1001-432d-894b-0d3e49900390 admin admin] Publish callbacks [] for security_group (8f12b146-8a39-45ed-8a72-ef62647c3244), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:59.685846 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['d28f89a7-e984-4c77-9cae-fe03a7c5c344'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:31:59.743002 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-43e8816c-b14b-4394-890f-12627303552e req-384c1cdf-312f-4768-a7d4-b319c389bbda service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165198 Sep 05 12:31:59.753171 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-10161554-1001-432d-894b-0d3e49900390 admin admin] Publish callbacks [] for security_group (8f12b146-8a39-45ed-8a72-ef62647c3244), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:31:59.887282 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3282e53a-1eda-40c3-a85f-35f7a7f5f8d8 req-a70e83bf-8277-44a9-9134-024131bfd0c5 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549462 Sep 05 12:31:59.941782 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5747d3f-8ad0-4254-9796-ef0c2428ee0e req-e6affdb8-4b7b-4048-9760-563196b0d2af tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:31:59.954724 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f5747d3f-8ad0-4254-9796-ef0c2428ee0e req-e6affdb8-4b7b-4048-9760-563196b0d2af tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 944 time: 0.1110597 Sep 05 12:32:00.100656 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6a0d734c-61f9-4b13-ad2b-27b37ab06daa admin admin] Publish callbacks [] for security_group (83ea14a4-4497-4c4b-b2a5-54a63813c07f), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:00.117693 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f5747d3f-8ad0-4254-9796-ef0c2428ee0e req-6fdc6b71-20bd-4afe-8621-7693268386e4 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662016 Sep 05 12:32:00.120115 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-43e8816c-b14b-4394-890f-12627303552e req-3703c9ea-144b-4775-9cd6-048671dfaa16 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625894 Sep 05 12:32:00.292238 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:32:00.405929 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fc23d-98ce-42b1-b612-4d11fb6a7cd7 req-22cacf9e-6c29-4fd2-b20d-f91fa6804a93 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:00.407498 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3e0fc23d-98ce-42b1-b612-4d11fb6a7cd7 req-22cacf9e-6c29-4fd2-b20d-f91fa6804a93 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 944 time: 0.0687571 Sep 05 12:32:00.483284 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3e0fc23d-98ce-42b1-b612-4d11fb6a7cd7 req-29d0789a-928a-4ab3-af46-6a147b614871 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691345 Sep 05 12:32:00.570383 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f73a4e-e229-4b62-b558-7e04c6c9db8b req-52785ba7-6c53-4744-8504-80333ef77400 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:00.571918 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a3f73a4e-e229-4b62-b558-7e04c6c9db8b req-52785ba7-6c53-4744-8504-80333ef77400 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 945 time: 0.0902483 Sep 05 12:32:00.633145 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-10161554-1001-432d-894b-0d3e49900390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (8f12b146-8a39-45ed-8a72-ef62647c3244), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:00.635853 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-10161554-1001-432d-894b-0d3e49900390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:00.637060 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-10161554-1001-432d-894b-0d3e49900390 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/8f12b146-8a39-45ed-8a72-ef62647c3244 HTTP/1.1" status: 204 len: 168 time: 1.2781184 Sep 05 12:32:00.656705 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a3f73a4e-e229-4b62-b558-7e04c6c9db8b req-bc253991-0a05-4175-bd5c-614aa5e08d9f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754912 Sep 05 12:32:00.661316 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10161554-1001-432d-894b-0d3e49900390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f12b146-8a39-45ed-8a72-ef62647c3244,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:00.684399 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6a0d734c-61f9-4b13-ad2b-27b37ab06daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (83ea14a4-4497-4c4b-b2a5-54a63813c07f), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:00.751970 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 53472) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:00.753385 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-6a0d734c-61f9-4b13-ad2b-27b37ab06daa admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e54d379e790745f981d1724e9273fa06&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6722741 Sep 05 12:32:00.756338 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d734c-61f9-4b13-ad2b-27b37ab06daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ea14a4-4497-4c4b-b2a5-54a63813c07f,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:00.785483 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:00.840506 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-29f22f0b-001a-41c3-98f2-147d297c3479 admin admin] Publish callbacks [] for security_group (83ea14a4-4497-4c4b-b2a5-54a63813c07f), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:00.870451 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-29f22f0b-001a-41c3-98f2-147d297c3479 admin admin] Publish callbacks [] for security_group (83ea14a4-4497-4c4b-b2a5-54a63813c07f), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:00.883885 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:00.898329 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device d28f89a7-e984-4c77-9cae-fe03a7c5c344 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:32:01.057535 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port d28f89a7-e984-4c77-9cae-fe03a7c5c344 completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:32:01.154045 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63660a-591a-48cd-aabb-f72373b09de2 req-a488f446-7b9e-4925-a552-2427caec74ff tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:01.156010 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5d63660a-591a-48cd-aabb-f72373b09de2 req-a488f446-7b9e-4925-a552-2427caec74ff tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.1223259 Sep 05 12:32:01.164887 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-29f22f0b-001a-41c3-98f2-147d297c3479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (83ea14a4-4497-4c4b-b2a5-54a63813c07f), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:01.179662 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-29f22f0b-001a-41c3-98f2-147d297c3479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:01.179662 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-29f22f0b-001a-41c3-98f2-147d297c3479 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/83ea14a4-4497-4c4b-b2a5-54a63813c07f HTTP/1.1" status: 204 len: 168 time: 0.4219029 Sep 05 12:32:01.198563 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port d28f89a7-e984-4c77-9cae-fe03a7c5c344 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:32:01.199309 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d28f89a7-e984-4c77-9cae-fe03a7c5c344), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:01.202108 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f22f0b-001a-41c3-98f2-147d297c3479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ea14a4-4497-4c4b-b2a5-54a63813c07f,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:01.294579 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5d63660a-591a-48cd-aabb-f72373b09de2 req-1ad2a466-3603-4cab-a0a6-32cc86d4394b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321969 Sep 05 12:32:01.308481 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 53486) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:01.416942 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd454a-d9e3-499d-8844-6328e518f716 req-76b371a4-b7ef-400b-833c-5a17c41e14c3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:01.418761 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-87bd454a-d9e3-499d-8844-6328e518f716 req-76b371a4-b7ef-400b-833c-5a17c41e14c3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 944 time: 0.0965364 Sep 05 12:32:01.437297 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port d28f89a7-e984-4c77-9cae-fe03a7c5c344 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:32:01.438569 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d28f89a7-e984-4c77-9cae-fe03a7c5c344), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:01.500234 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-87bd454a-d9e3-499d-8844-6328e518f716 req-3c08ddeb-46e1-4188-a6bf-7a925c156adc tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748208 Sep 05 12:32:01.554812 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port d28f89a7-e984-4c77-9cae-fe03a7c5c344, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d28f89a7-e984-4c77-9cae-fe03a7c5c344,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:32:01.559364 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac517b0-9cbe-4a6a-8922-21166ec0de63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28f89a7-e984-4c77-9cae-fe03a7c5c344'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:32:01.568598 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73832129-9285-48e9-9427-efe7654bc88e" -d '{"events": [{"server_uuid": "fac517b0-9cbe-4a6a-8922-21166ec0de63", "name": "network-vif-plugged", "status": "completed", "tag": "d28f89a7-e984-4c77-9cae-fe03a7c5c344"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:32:01.634495 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ed18d3-feef-489b-8554-df2b7ab3c023 x-openstack-request-id: req-c7ed18d3-feef-489b-8554-df2b7ab3c023 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:32:01.635025 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac517b0-9cbe-4a6a-8922-21166ec0de63", "name": "network-vif-plugged", "status": "completed", "tag": "d28f89a7-e984-4c77-9cae-fe03a7c5c344", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:32:01.635409 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7ed18d3-feef-489b-8554-df2b7ab3c023 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:32:01.636023 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ed18d3-feef-489b-8554-df2b7ab3c023'] response: {'server_uuid': 'fac517b0-9cbe-4a6a-8922-21166ec0de63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28f89a7-e984-4c77-9cae-fe03a7c5c344', 'code': 200} Sep 05 12:32:01.640314 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d28f89a7-e984-4c77-9cae-fe03a7c5c344), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:01.782945 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=d28f89a7-e984-4c77-9cae-fe03a7c5c344,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:01.813899 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fff88-cac0-4b8b-a436-647ef7cdc12b req-19c9a4e7-73b6-4206-aaf5-a285472bd73b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:01.820559 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-198fff88-cac0-4b8b-a436-647ef7cdc12b req-19c9a4e7-73b6-4206-aaf5-a285472bd73b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 944 time: 0.1902947 Sep 05 12:32:01.942756 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 53502) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:01.971141 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:01.990207 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1c817427-9374-4830-82ed-c23fa84ad835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:01.991966 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-198fff88-cac0-4b8b-a436-647ef7cdc12b req-ffb62c5c-1fd0-4e88-bd70-91b898c9285c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575599 Sep 05 12:32:02.039980 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730d2be-c66b-4433-bd1a-6f1866a4179c req-fab8f86b-0220-4b48-9395-e6ea0434b119 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:02.048565 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f730d2be-c66b-4433-bd1a-6f1866a4179c req-fab8f86b-0220-4b48-9395-e6ea0434b119 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 946 time: 0.2196836 Sep 05 12:32:02.153974 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f730d2be-c66b-4433-bd1a-6f1866a4179c req-cbfea0ea-9652-48a9-aa6d-4c6980cf80db tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997646 Sep 05 12:32:02.224646 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-048829da-44f7-47c2-b30b-e3cafacc8205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:02.239765 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1c817427-9374-4830-82ed-c23fa84ad835 admin admin] Publish callbacks [] for security_group (4153dde7-fc08-4182-a73c-c1a1d5b96cf7), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:02.295056 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:02.320980 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-048829da-44f7-47c2-b30b-e3cafacc8205 admin admin] Publish callbacks [] for security_group (b08acb16-8edc-42d7-971c-e3b0b70ab7e1), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:02.365886 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1c817427-9374-4830-82ed-c23fa84ad835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (4153dde7-fc08-4182-a73c-c1a1d5b96cf7), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:02.418919 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c817427-9374-4830-82ed-c23fa84ad835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4153dde7-fc08-4182-a73c-c1a1d5b96cf7,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:02.436996 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-1c817427-9374-4830-82ed-c23fa84ad835 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2fc699337d0b407aa2aceebcf116671e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4920831 Sep 05 12:32:02.440393 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 53512) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:02.444069 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-048829da-44f7-47c2-b30b-e3cafacc8205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (b08acb16-8edc-42d7-971c-e3b0b70ab7e1), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:02.575426 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d06aaf-1de7-4660-af3e-f91746d42cf8 req-ea51240d-e927-49e0-8e50-9ee7b194c19b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:02.580684 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-50d06aaf-1de7-4660-af3e-f91746d42cf8 req-ea51240d-e927-49e0-8e50-9ee7b194c19b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.1144450 Sep 05 12:32:02.609395 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-048829da-44f7-47c2-b30b-e3cafacc8205 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9fe7d55243ed4fb395edbda2ee620f35&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2992272 Sep 05 12:32:02.620063 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 53516) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:02.628054 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048829da-44f7-47c2-b30b-e3cafacc8205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08acb16-8edc-42d7-971c-e3b0b70ab7e1,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:02.689221 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54340c3-9079-4d86-9709-221ee37e4bff req-23713c92-7288-422e-9f41-6ab3f49a20f6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:02.689890 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 53518) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:02.690013 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a54340c3-9079-4d86-9709-221ee37e4bff req-23713c92-7288-422e-9f41-6ab3f49a20f6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 944 time: 0.1045146 Sep 05 12:32:02.741196 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-46939b34-5444-48fd-b55a-4200004ff13c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:02.765263 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-340f5245-6ec6-4686-be4a-28c95981247f admin admin] Publish callbacks [] for security_group (b08acb16-8edc-42d7-971c-e3b0b70ab7e1), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:02.790484 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-340f5245-6ec6-4686-be4a-28c95981247f admin admin] Publish callbacks [] for security_group (b08acb16-8edc-42d7-971c-e3b0b70ab7e1), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:02.841927 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-db3e308e-f852-4ab0-b94e-5b5aad32033f admin admin] Publish callbacks [] for security_group (4153dde7-fc08-4182-a73c-c1a1d5b96cf7), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:02.852744 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-50d06aaf-1de7-4660-af3e-f91746d42cf8 req-85569928-dcab-4103-be13-4258a610bdba tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573421 Sep 05 12:32:02.895973 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:02.897217 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 66947e6f-24aa-4efc-9fc1-09b650127cb3 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:32:02.899424 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-db3e308e-f852-4ab0-b94e-5b5aad32033f admin admin] Publish callbacks [] for security_group (4153dde7-fc08-4182-a73c-c1a1d5b96cf7), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:02.951473 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-340f5245-6ec6-4686-be4a-28c95981247f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (b08acb16-8edc-42d7-971c-e3b0b70ab7e1), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:02.955736 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-340f5245-6ec6-4686-be4a-28c95981247f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:02.957521 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-340f5245-6ec6-4686-be4a-28c95981247f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b08acb16-8edc-42d7-971c-e3b0b70ab7e1 HTTP/1.1" status: 204 len: 168 time: 0.3310061 Sep 05 12:32:02.988873 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f5245-6ec6-4686-be4a-28c95981247f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08acb16-8edc-42d7-971c-e3b0b70ab7e1,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:03.093608 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-46939b34-5444-48fd-b55a-4200004ff13c admin admin] Publish callbacks [] for security_group (7f2884c1-dadb-4d1a-84bf-a6222cf399da), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:03.110776 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:03.115018 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-db3e308e-f852-4ab0-b94e-5b5aad32033f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (4153dde7-fc08-4182-a73c-c1a1d5b96cf7), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:03.125430 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-db3e308e-f852-4ab0-b94e-5b5aad32033f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:03.135892 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a54340c3-9079-4d86-9709-221ee37e4bff req-79bdb158-bad0-4258-a6f8-5de6cf4fc054 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4454646 Sep 05 12:32:03.158031 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-db3e308e-f852-4ab0-b94e-5b5aad32033f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4153dde7-fc08-4182-a73c-c1a1d5b96cf7 HTTP/1.1" status: 204 len: 168 time: 0.6985259 Sep 05 12:32:03.189069 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-46939b34-5444-48fd-b55a-4200004ff13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (7f2884c1-dadb-4d1a-84bf-a6222cf399da), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:03.198353 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 66947e6f-24aa-4efc-9fc1-09b650127cb3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=66947e6f-24aa-4efc-9fc1-09b650127cb3,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:32:03.284382 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '66947e6f-24aa-4efc-9fc1-09b650127cb3', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'port_id': '66947e6f-24aa-4efc-9fc1-09b650127cb3', 'mac_address': 'fa:16:3e:17:29:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:32:03.294308 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:03.299584 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-46939b34-5444-48fd-b55a-4200004ff13c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=63f1948133a348e8a0e46ea726cd9311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6061769 Sep 05 12:32:03.302220 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 53528) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:03.304782 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e308e-f852-4ab0-b94e-5b5aad32033f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4153dde7-fc08-4182-a73c-c1a1d5b96cf7,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:03.343007 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd03ff-ac49-47d2-9a77-ad3251a2725a req-73afe1c6-3a94-4225-a742-4fda52400d94 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:03.345224 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-09dd03ff-ac49-47d2-9a77-ad3251a2725a req-73afe1c6-3a94-4225-a742-4fda52400d94 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 944 time: 0.1810379 Sep 05 12:32:03.398172 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46939b34-5444-48fd-b55a-4200004ff13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2884c1-dadb-4d1a-84bf-a6222cf399da,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:03.435323 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-09dd03ff-ac49-47d2-9a77-ad3251a2725a req-81032f82-d79b-44bf-97d0-64576b37af72 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747252 Sep 05 12:32:03.484163 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 66947e6f-24aa-4efc-9fc1-09b650127cb3 is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:32:03.484703 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (66947e6f-24aa-4efc-9fc1-09b650127cb3), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:03.504935 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67a70c-c8c7-431e-a177-2bd225755ccb req-14a0bae2-b5bf-4cb2-8071-04f6c0f6dd21 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:03.506988 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bc67a70c-c8c7-431e-a177-2bd225755ccb req-14a0bae2-b5bf-4cb2-8071-04f6c0f6dd21 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 946 time: 0.1696777 Sep 05 12:32:03.510055 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66947e6f-24aa-4efc-9fc1-09b650127cb3 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:32:03.551275 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 66947e6f-24aa-4efc-9fc1-09b650127cb3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=66947e6f-24aa-4efc-9fc1-09b650127cb3,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:32:03.561832 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1300c013-04be-4783-b811-f38fe34cfa99 admin admin] Publish callbacks [] for security_group (7f2884c1-dadb-4d1a-84bf-a6222cf399da), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:03.609319 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1300c013-04be-4783-b811-f38fe34cfa99 admin admin] Publish callbacks [] for security_group (7f2884c1-dadb-4d1a-84bf-a6222cf399da), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:03.661238 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (66947e6f-24aa-4efc-9fc1-09b650127cb3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:03.691815 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bc67a70c-c8c7-431e-a177-2bd225755ccb req-1a7a35ce-51d4-41db-b3ef-5c64cfb0edfc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666715 Sep 05 12:32:03.729300 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d3e326f5-24fa-4d53-9882-da922248d5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:03.779988 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=66947e6f-24aa-4efc-9fc1-09b650127cb3,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:03.914577 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1300c013-04be-4783-b811-f38fe34cfa99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (7f2884c1-dadb-4d1a-84bf-a6222cf399da), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:03.919061 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1300c013-04be-4783-b811-f38fe34cfa99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:03.921184 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-1300c013-04be-4783-b811-f38fe34cfa99 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7f2884c1-dadb-4d1a-84bf-a6222cf399da HTTP/1.1" status: 204 len: 168 time: 0.6172192 Sep 05 12:32:03.933611 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300c013-04be-4783-b811-f38fe34cfa99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2884c1-dadb-4d1a-84bf-a6222cf399da,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:04.073941 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['66947e6f-24aa-4efc-9fc1-09b650127cb3'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:32:04.081121 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee2fa8-772c-47f8-a541-1cfc555d656e req-a18510c8-eac3-4e64-975e-ba957656ff07 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:04.085724 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d4ee2fa8-772c-47f8-a541-1cfc555d656e req-a18510c8-eac3-4e64-975e-ba957656ff07 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.1366837 Sep 05 12:32:04.154305 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d4ee2fa8-772c-47f8-a541-1cfc555d656e req-58020506-b323-4870-ba81-7cc0f8efb38c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605967 Sep 05 12:32:04.284180 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f30e2-0715-4e86-ad1f-32cca10fd209 req-6e7bee52-6927-4608-b215-dc7efac15109 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:04.292733 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-243f30e2-0715-4e86-ad1f-32cca10fd209 req-6e7bee52-6927-4608-b215-dc7efac15109 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 945 time: 0.0583653 Sep 05 12:32:04.352393 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-243f30e2-0715-4e86-ad1f-32cca10fd209 req-8fffd42b-7284-4113-9d54-1895709f6599 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586476 Sep 05 12:32:04.568699 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 53546) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:04.597221 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3635c72f-a5ed-450e-9533-d7495db07cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:04.602969 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:04.643190 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:04.655780 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982cc4e-4e50-44cd-bbdf-96144f2c2d16 req-44bebdf5-1a8d-4376-a395-b1e4795b4b14 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:04.659023 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d982cc4e-4e50-44cd-bbdf-96144f2c2d16 req-44bebdf5-1a8d-4376-a395-b1e4795b4b14 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 944 time: 0.0954304 Sep 05 12:32:04.720669 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3635c72f-a5ed-450e-9533-d7495db07cae admin admin] Publish callbacks [] for security_group (d59a7f0f-24b1-41c7-9860-56e11ca83a26), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:04.731482 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d982cc4e-4e50-44cd-bbdf-96144f2c2d16 req-b04573ec-e65d-42e8-bf25-01198bc98ac5 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657082 Sep 05 12:32:04.783288 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3635c72f-a5ed-450e-9533-d7495db07cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (d59a7f0f-24b1-41c7-9860-56e11ca83a26), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:04.874462 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-3635c72f-a5ed-450e-9533-d7495db07cae admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e7d9adc99dea486bb99c2cc224ac3403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044665 Sep 05 12:32:04.877945 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 53554) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:04.879486 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635c72f-a5ed-450e-9533-d7495db07cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59a7f0f-24b1-41c7-9860-56e11ca83a26,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:04.895771 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34021a8-c0ff-4b67-a914-07944a1e2124 req-0b6bada0-31e6-4dc6-aa15-1531054064d5 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:04.897637 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d34021a8-c0ff-4b67-a914-07944a1e2124 req-0b6bada0-31e6-4dc6-aa15-1531054064d5 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 946 time: 0.0825646 Sep 05 12:32:04.967118 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d34021a8-c0ff-4b67-a914-07944a1e2124 req-9a910a58-9c1a-4fb7-ac36-3d30caee087d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628376 Sep 05 12:32:04.971723 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-162a74ca-7a63-48bd-83b7-55109d53a299 admin admin] Publish callbacks [] for security_group (d59a7f0f-24b1-41c7-9860-56e11ca83a26), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:05.005011 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-162a74ca-7a63-48bd-83b7-55109d53a299 admin admin] Publish callbacks [] for security_group (d59a7f0f-24b1-41c7-9860-56e11ca83a26), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:05.062154 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 53556) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:05.081402 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-18f41ce2-4a88-4803-8e6b-86e3426e5742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:05.100088 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 66947e6f-24aa-4efc-9fc1-09b650127cb3 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:32:05.163023 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port 66947e6f-24aa-4efc-9fc1-09b650127cb3 completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:32:05.194199 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-162a74ca-7a63-48bd-83b7-55109d53a299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (d59a7f0f-24b1-41c7-9860-56e11ca83a26), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:05.198037 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-162a74ca-7a63-48bd-83b7-55109d53a299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:05.199733 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-162a74ca-7a63-48bd-83b7-55109d53a299 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d59a7f0f-24b1-41c7-9860-56e11ca83a26 HTTP/1.1" status: 204 len: 168 time: 0.3193753 Sep 05 12:32:05.221370 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a74ca-7a63-48bd-83b7-55109d53a299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59a7f0f-24b1-41c7-9860-56e11ca83a26,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:05.246192 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 66947e6f-24aa-4efc-9fc1-09b650127cb3 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:32:05.246743 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (66947e6f-24aa-4efc-9fc1-09b650127cb3), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:05.312560 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-18f41ce2-4a88-4803-8e6b-86e3426e5742 admin admin] Publish callbacks [] for security_group (e575412f-6244-41ce-944e-4e8becdc52ae), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:05.376400 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b182d-d25a-4952-828c-6839a6d49a00 req-4378c8ff-d282-451b-abbc-7e3b03ab9ae1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:05.378036 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a06b182d-d25a-4952-828c-6839a6d49a00 req-4378c8ff-d282-451b-abbc-7e3b03ab9ae1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0650160 Sep 05 12:32:05.379832 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 66947e6f-24aa-4efc-9fc1-09b650127cb3 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:32:05.382369 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (66947e6f-24aa-4efc-9fc1-09b650127cb3), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:05.389236 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-18f41ce2-4a88-4803-8e6b-86e3426e5742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (e575412f-6244-41ce-944e-4e8becdc52ae), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:05.453565 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f41ce2-4a88-4803-8e6b-86e3426e5742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e575412f-6244-41ce-944e-4e8becdc52ae,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:05.455516 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66947e6f-24aa-4efc-9fc1-09b650127cb3'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:32:05.457916 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24576db-23d8-419d-84bf-5b5cf7db60a8" -d '{"events": [{"server_uuid": "c86e0b82-f349-40c6-986b-359cb36a9862", "name": "network-vif-plugged", "status": "completed", "tag": "66947e6f-24aa-4efc-9fc1-09b650127cb3"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:32:05.461818 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-18f41ce2-4a88-4803-8e6b-86e3426e5742 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=85a3e1c01e7e420fad0d6a9a9c1cb577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3996305 Sep 05 12:32:05.468356 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 53564) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:05.496712 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 66947e6f-24aa-4efc-9fc1-09b650127cb3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=66947e6f-24aa-4efc-9fc1-09b650127cb3,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:32:05.503218 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:05.527985 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:INSERT=19,neutron:SELECT=79,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:05.541867 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a06b182d-d25a-4952-828c-6839a6d49a00 req-7fb81d02-9636-4df4-9495-4967a4091ed7 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424875 Sep 05 12:32:05.578835 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (66947e6f-24aa-4efc-9fc1-09b650127cb3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:05.596174 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ed229971-8784-4d45-9979-b11996148cfc admin admin] Publish callbacks [] for security_group (e575412f-6244-41ce-944e-4e8becdc52ae), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:05.623400 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24050b19-9b53-453d-98c3-657c8d5cb55b req-5ca92903-f282-45b5-9e0c-b91b62d057d6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:05.625028 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-24050b19-9b53-453d-98c3-657c8d5cb55b req-5ca92903-f282-45b5-9e0c-b91b62d057d6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 945 time: 0.0911500 Sep 05 12:32:05.627106 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ed229971-8784-4d45-9979-b11996148cfc admin admin] Publish callbacks [] for security_group (e575412f-6244-41ce-944e-4e8becdc52ae), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:05.627365 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a7937a-53df-493f-81d5-e1138009b673 x-openstack-request-id: req-45a7937a-53df-493f-81d5-e1138009b673 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:32:05.627829 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86e0b82-f349-40c6-986b-359cb36a9862", "name": "network-vif-plugged", "status": "completed", "tag": "66947e6f-24aa-4efc-9fc1-09b650127cb3", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:32:05.628092 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45a7937a-53df-493f-81d5-e1138009b673 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:32:05.628517 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45a7937a-53df-493f-81d5-e1138009b673'] response: {'server_uuid': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66947e6f-24aa-4efc-9fc1-09b650127cb3', 'code': 200} Sep 05 12:32:05.658573 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=66947e6f-24aa-4efc-9fc1-09b650127cb3,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:05.715233 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-24050b19-9b53-453d-98c3-657c8d5cb55b req-7b487bba-3b8e-42a4-9aac-d640926c1a16 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801985 Sep 05 12:32:05.826873 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ed229971-8784-4d45-9979-b11996148cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (e575412f-6244-41ce-944e-4e8becdc52ae), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:05.829575 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ed229971-8784-4d45-9979-b11996148cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:05.833500 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-ed229971-8784-4d45-9979-b11996148cfc admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e575412f-6244-41ce-944e-4e8becdc52ae HTTP/1.1" status: 204 len: 168 time: 0.3677845 Sep 05 12:32:05.874237 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed229971-8784-4d45-9979-b11996148cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e575412f-6244-41ce-944e-4e8becdc52ae,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:05.915242 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a8d53-a975-4428-bd2e-02311c3e4009 req-f8bd7a95-90f6-413f-8ae4-1fb8c8ee32e8 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:05.922492 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-877a8d53-a975-4428-bd2e-02311c3e4009 req-f8bd7a95-90f6-413f-8ae4-1fb8c8ee32e8 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 944 time: 0.0936272 Sep 05 12:32:06.008860 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-877a8d53-a975-4428-bd2e-02311c3e4009 req-636c9229-fb1e-4a13-9993-2844efb55e1d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849690 Sep 05 12:32:06.153056 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-45d4e59b-7df5-4923-905e-d502538b7964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:06.156446 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e0c9b-3753-4f0f-aed2-53b945d2f0da req-f9d588a0-ffc7-4a94-9c20-59c583fa9192 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:06.158595 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c90e0c9b-3753-4f0f-aed2-53b945d2f0da req-f9d588a0-ffc7-4a94-9c20-59c583fa9192 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 946 time: 0.0696933 Sep 05 12:32:06.219308 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c90e0c9b-3753-4f0f-aed2-53b945d2f0da req-e5fc3f2b-0fac-4c73-8ab3-9219303ef010 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537655 Sep 05 12:32:06.734661 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a82ad-db8a-4621-ac90-e6779c7d53c5 req-915a03d6-4fc6-4b3b-b936-164ce3fbc73e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:06.762568 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-605a82ad-db8a-4621-ac90-e6779c7d53c5 req-915a03d6-4fc6-4b3b-b936-164ce3fbc73e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.1161051 Sep 05 12:32:06.852216 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-605a82ad-db8a-4621-ac90-e6779c7d53c5 req-282548a2-b2ba-4a87-ba33-9797ed838412 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886014 Sep 05 12:32:06.935483 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f953c-7e98-4037-896e-04e6d4ce7d85 req-e6100d93-1d1f-4b9e-b5b4-673a20a1eb5e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:06.943840 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8a0f953c-7e98-4037-896e-04e6d4ce7d85 req-e6100d93-1d1f-4b9e-b5b4-673a20a1eb5e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0796595 Sep 05 12:32:07.009405 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8a0f953c-7e98-4037-896e-04e6d4ce7d85 req-29a6f337-0d7a-492b-8bc2-d0f4144e9f2c tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646007 Sep 05 12:32:07.207649 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87319d2-ed7f-4ea5-a879-8b2ea1ef44a0 req-b7aab9f9-eac0-40ab-940f-743eda4a01a3 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:07.218431 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a87319d2-ed7f-4ea5-a879-8b2ea1ef44a0 req-b7aab9f9-eac0-40ab-940f-743eda4a01a3 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 944 time: 0.0955350 Sep 05 12:32:07.263728 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:07.346334 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a87319d2-ed7f-4ea5-a879-8b2ea1ef44a0 req-3f83abd3-2a40-46e2-8a86-c0cd7427ca55 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193547 Sep 05 12:32:07.379344 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:07.383611 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d601c-b927-49f0-aaae-c883f5919710 req-184cbd3a-1c74-420c-98c1-454900a51509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:07.386017 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-826d601c-b927-49f0-aaae-c883f5919710 req-184cbd3a-1c74-420c-98c1-454900a51509 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 1130 time: 0.1007619 Sep 05 12:32:07.436746 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83852d6d-c146-4ce4-af5e-9cfb8c4d7ae4 req-5aa21a62-e5dc-4df2-b806-0258ec5c53a7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:07.438331 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-83852d6d-c146-4ce4-af5e-9cfb8c4d7ae4 req-5aa21a62-e5dc-4df2-b806-0258ec5c53a7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 946 time: 0.0870917 Sep 05 12:32:07.529647 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-83852d6d-c146-4ce4-af5e-9cfb8c4d7ae4 req-e4f90fcf-bd7a-4720-8ddc-badfaf84321f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810709 Sep 05 12:32:08.034612 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8efa50-756e-4be5-a0dd-2d120f55d583 req-daf09b49-2fa3-4be3-96f1-bdc4b38dc5fb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:08.036685 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fa8efa50-756e-4be5-a0dd-2d120f55d583 req-daf09b49-2fa3-4be3-96f1-bdc4b38dc5fb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0755434 Sep 05 12:32:08.146379 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-826d601c-b927-49f0-aaae-c883f5919710 req-068b6553-b70f-4999-bbba-24cb343e45e6 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828857 Sep 05 12:32:08.189778 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fa8efa50-756e-4be5-a0dd-2d120f55d583 req-30309dd0-0844-4332-9e07-4f700552acac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452622 Sep 05 12:32:08.260601 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfb9c9-44db-4522-9e23-65ebd8577954 req-4d114174-1749-46c6-8ee0-04ffe6a4e0d0 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:08.263295 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-10cfb9c9-44db-4522-9e23-65ebd8577954 req-4d114174-1749-46c6-8ee0-04ffe6a4e0d0 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0948706 Sep 05 12:32:08.363345 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-10cfb9c9-44db-4522-9e23-65ebd8577954 req-b0072d43-a4c1-4f7f-986a-e80bf296e4e9 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933900 Sep 05 12:32:08.501826 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b2305-a1f4-4329-819c-713530fc55ba req-a6550689-f3c1-4420-8afb-c1eb85e99dd1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:08.504647 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8d2b2305-a1f4-4329-819c-713530fc55ba req-a6550689-f3c1-4420-8afb-c1eb85e99dd1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 944 time: 0.0734684 Sep 05 12:32:08.576207 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8d2b2305-a1f4-4329-819c-713530fc55ba req-08969daf-2d8c-4d71-a2ca-702bdec48e80 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645909 Sep 05 12:32:08.663367 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb139af-6605-46fb-a3ec-51dae595734c req-7f35b700-9f4d-410d-8987-22cee3a7f618 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:08.665703 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9bb139af-6605-46fb-a3ec-51dae595734c req-7f35b700-9f4d-410d-8987-22cee3a7f618 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 946 time: 0.0543377 Sep 05 12:32:08.747743 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:08.771931 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:08.772543 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9bb139af-6605-46fb-a3ec-51dae595734c req-a00d01a3-d916-4d65-b97d-c5de403d19bd tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990586 Sep 05 12:32:09.061535 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:32:09.268867 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:09.317666 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:32:09.341292 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': 'ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'port_id': 'ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc', 'mac_address': 'fa:16:3e:76:b2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:32:09.383049 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:09.384011 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:09.386318 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bac1d-d6f3-42e1-9661-c5902964ba83 req-87cb8923-3be3-402d-bfe1-378e489b85a7 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:09.409660 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-154bac1d-d6f3-42e1-9661-c5902964ba83 req-87cb8923-3be3-402d-bfe1-378e489b85a7 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.1034863 Sep 05 12:32:09.443094 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:32:09.444414 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:09.498038 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:32:09.524687 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:32:09.546782 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0ce5b-63f2-43e3-b465-d1863ad865e4 req-1c9692c0-1ead-443b-8094-ed227745acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:09.548363 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b8c0ce5b-63f2-43e3-b465-d1863ad865e4 req-1c9692c0-1ead-443b-8094-ed227745acd2 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 1130 time: 0.1153393 Sep 05 12:32:09.550279 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38729e-87bd-4406-9071-dbd55d33dd9a req-94a90d4e-5f7a-4401-89f6-9b8daff9aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:09.551844 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5b38729e-87bd-4406-9071-dbd55d33dd9a req-94a90d4e-5f7a-4401-89f6-9b8daff9aadf service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=094bae935a1e4738b0c51d33c6d89e3a&device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 1129 time: 0.1153760 Sep 05 12:32:09.563862 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b0332-9f02-4c2b-815a-ce8da507a117 req-7be479f2-b9f8-4a90-be72-25d190270bf8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:09.565486 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-416b0332-9f02-4c2b-815a-ce8da507a117 req-7be479f2-b9f8-4a90-be72-25d190270bf8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0652587 Sep 05 12:32:09.568069 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-154bac1d-d6f3-42e1-9661-c5902964ba83 req-d13ce00b-712e-4e05-85ce-6b7fa1e40664 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572325 Sep 05 12:32:09.621313 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-416b0332-9f02-4c2b-815a-ce8da507a117 req-76e219d1-7f76-4c7d-81c6-b41616776f32 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494621 Sep 05 12:32:09.679039 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:09.689311 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-cb0050c8-7147-4625-b086-9b8b15d8b940 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/networks?tenant_id=29ac989524a34d65bcefc990244d02dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332067 Sep 05 12:32:09.740080 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:09.764230 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfffc39-c3c4-4cb7-a8a1-d586a979fa33 req-01858f26-bf10-4fc6-8b90-1bc4814d40cf tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:09.773620 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0cfffc39-c3c4-4cb7-a8a1-d586a979fa33 req-01858f26-bf10-4fc6-8b90-1bc4814d40cf tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 945 time: 0.0898254 Sep 05 12:32:09.866124 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0cfffc39-c3c4-4cb7-a8a1-d586a979fa33 req-84b245a3-955f-4fee-92aa-dd9661700f1a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915363 Sep 05 12:32:10.017775 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-09a7b3c3-eee3-4f98-aeb2-c4751446c15d tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:10.025623 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-09a7b3c3-eee3-4f98-aeb2-c4751446c15d tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3304391 Sep 05 12:32:10.040776 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-84b1a54f-936f-4084-a964-28afb1112a78 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/quotas/29ac989524a34d65bcefc990244d02dd HTTP/1.1" status: 200 len: 375 time: 0.0133018 Sep 05 12:32:10.058586 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0072d-12b8-4da6-9b5b-a38f846dccce req-911e2b37-7f99-433e-be14-12f1c189bf9b tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:10.060207 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2ba0072d-12b8-4da6-9b5b-a38f846dccce req-911e2b37-7f99-433e-be14-12f1c189bf9b tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 946 time: 0.0996153 Sep 05 12:32:10.093794 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-53a3165c-4346-48b6-9b26-7b14743585f1 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=29ac989524a34d65bcefc990244d02dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374069 Sep 05 12:32:10.163340 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:32:10.250200 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b8c0ce5b-63f2-43e3-b465-d1863ad865e4 req-7195c584-816f-4692-b4fa-620f0a34d819 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130943 Sep 05 12:32:10.270452 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38729e-87bd-4406-9071-dbd55d33dd9a req-512fdc96-8e80-4f59-836a-933611b8d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:10.272948 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5b38729e-87bd-4406-9071-dbd55d33dd9a req-512fdc96-8e80-4f59-836a-933611b8d603 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6 HTTP/1.1" status: 200 len: 917 time: 0.1385257 Sep 05 12:32:10.295770 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2ba0072d-12b8-4da6-9b5b-a38f846dccce req-ed143608-8d9f-4415-844b-0239b138c46c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175004 Sep 05 12:32:10.600684 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e3bcda3d-cecd-48e1-a58d-158a547cea15 req-8ceb88f8-edf5-4811-a5bb-f48fcac01ce7 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 210 time: 0.0466585 Sep 05 12:32:10.666165 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:10.700709 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5b38729e-87bd-4406-9071-dbd55d33dd9a req-82a8f440-cbd6-430b-895f-02ff7c15ff96 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09dffb1b-f334-42d1-bd74-8b59ed4648c3 HTTP/1.1" status: 200 len: 1001 time: 0.0968785 Sep 05 12:32:10.787969 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd8cdd-81a9-4712-b49a-bbb9ce89dfce req-040aa16b-6c69-4bc4-a53a-847c965067c3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:10.796901 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a5dd8cdd-81a9-4712-b49a-bbb9ce89dfce req-040aa16b-6c69-4bc4-a53a-847c965067c3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0652308 Sep 05 12:32:10.840735 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ed132-1cd8-4629-8650-dfacceb99bbe req-44661607-9bf8-4a49-9703-75ae1feaff53 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:10.851597 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a10ed132-1cd8-4629-8650-dfacceb99bbe req-44661607-9bf8-4a49-9703-75ae1feaff53 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0964906 Sep 05 12:32:10.890818 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a5dd8cdd-81a9-4712-b49a-bbb9ce89dfce req-1346d79e-e872-41a9-85f1-10e5788c26b6 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902004 Sep 05 12:32:10.935842 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a10ed132-1cd8-4629-8650-dfacceb99bbe req-ce0a30d1-7286-4c09-aa52-32a8e003093c tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849626 Sep 05 12:32:11.072178 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cbc61-1f09-4ea2-aebb-e73c3b4385e4 req-0fe18810-7900-43cb-b53f-aa2cf951965d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:11.076295 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4a0cbc61-1f09-4ea2-aebb-e73c3b4385e4 req-0fe18810-7900-43cb-b53f-aa2cf951965d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 945 time: 0.0701659 Sep 05 12:32:11.091335 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:11.149236 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4a0cbc61-1f09-4ea2-aebb-e73c3b4385e4 req-4180281c-d747-47e7-abf3-1a29806892ef tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661066 Sep 05 12:32:11.218086 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38729e-87bd-4406-9071-dbd55d33dd9a req-ff71ed42-9afb-4af3-b9d8-bf835ce4bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:11.219983 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5b38729e-87bd-4406-9071-dbd55d33dd9a req-ff71ed42-9afb-4af3-b9d8-bf835ce4bc08 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=836db7f6-1080-4cec-b0a2-52e957aa9512 HTTP/1.1" status: 200 len: 855 time: 0.0939026 Sep 05 12:32:11.298935 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38729e-87bd-4406-9071-dbd55d33dd9a req-fd088ae4-88a6-4831-8f5d-3a079fe2eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:11.301322 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5b38729e-87bd-4406-9071-dbd55d33dd9a req-fd088ae4-88a6-4831-8f5d-3a079fe2eda4 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646605 Sep 05 12:32:11.461799 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5b38729e-87bd-4406-9071-dbd55d33dd9a req-b8121d51-9954-4128-b482-00760b8d9f9d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458614 Sep 05 12:32:11.462883 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:32:11.531204 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea4397-3648-4e8e-ae34-cec7f81e3d38 req-2e32d21b-b5fd-4c7f-8748-8bf64165c88d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:11.539180 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-11ea4397-3648-4e8e-ae34-cec7f81e3d38 req-2e32d21b-b5fd-4c7f-8748-8bf64165c88d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 946 time: 0.0732849 Sep 05 12:32:11.558171 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:32:11.603092 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-11ea4397-3648-4e8e-ae34-cec7f81e3d38 req-2b2a07b3-fdbb-4eb6-8262-442d7e22133e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625472 Sep 05 12:32:11.651902 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:32:11.654384 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:11.735469 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-afccb417-379b-40ab-a0ac-35ae18ad9872 req-89f86050-f0d4-47b9-babe-a6338877f18b tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 210 time: 0.0588720 Sep 05 12:32:11.781403 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:32:11.782000 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:11.810469 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee288301-eeb1-4e09-8a2c-d9bc6c00d914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:32:11.812800 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35074e88-68c0-40e7-abdd-4ad161edb5ba" -d '{"events": [{"server_uuid": "ee288301-eeb1-4e09-8a2c-d9bc6c00d914", "name": "network-vif-plugged", "status": "completed", "tag": "ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:32:11.817844 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717ddfc-dbb9-4d2a-94d7-1a413ff260d8 req-1f0f1c5c-0959-441c-bb60-4c89291fc012 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:11.827849 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5717ddfc-dbb9-4d2a-94d7-1a413ff260d8 req-1f0f1c5c-0959-441c-bb60-4c89291fc012 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 946 time: 0.0628669 Sep 05 12:32:11.828154 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:32:11.829727 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 53736) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:11.834690 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-eaa25484-91db-4732-8f70-3178f8c298d2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'floatingip': {'port_id': 'd28f89a7-e984-4c77-9cae-fe03a7c5c344'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:32:11.866849 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a776f53-c086-4678-8f84-7df7aeedc1ce x-openstack-request-id: req-5a776f53-c086-4678-8f84-7df7aeedc1ce {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:32:11.867161 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee288301-eeb1-4e09-8a2c-d9bc6c00d914", "name": "network-vif-plugged", "status": "completed", "tag": "ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:32:11.867421 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a776f53-c086-4678-8f84-7df7aeedc1ce {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:32:11.867863 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a776f53-c086-4678-8f84-7df7aeedc1ce'] response: {'server_uuid': 'ee288301-eeb1-4e09-8a2c-d9bc6c00d914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc', 'code': 200} Sep 05 12:32:11.891947 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-eaa25484-91db-4732-8f70-3178f8c298d2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (dd7e00fe-8637-4fd3-8e1b-e887215a8c39), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:11.988530 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:11.989867 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 09dffb1b-f334-42d1-bd74-8b59ed4648c3 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:32:12.124609 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fcda3-844d-49d6-ace0-fcc4c0ff6b2a req-3738a135-100c-4ffa-8562-dd6b44b17da9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:12.134802 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8e8fcda3-844d-49d6-ace0-fcc4c0ff6b2a req-3738a135-100c-4ffa-8562-dd6b44b17da9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 945 time: 0.0821958 Sep 05 12:32:12.138920 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 53748) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:12.152585 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:12.201199 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 is: ACTIVE; New status is: DOWN {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:32:12.206342 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:12.238467 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73c1e-1c32-443b-8989-69d159d9cf54 req-fd353d96-35e5-400e-bee5-b8ee6a8ea167 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:12.241186 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b6a73c1e-1c32-443b-8989-69d159d9cf54 req-fd353d96-35e5-400e-bee5-b8ee6a8ea167 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.1334078 Sep 05 12:32:12.258358 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 09dffb1b-f334-42d1-bd74-8b59ed4648c3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=09dffb1b-f334-42d1-bd74-8b59ed4648c3,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:32:12.259478 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:12.373335 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:12.389640 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b6a73c1e-1c32-443b-8989-69d159d9cf54 req-2a6eddf3-9b63-4b50-a3be-25d30e63b01f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379302 Sep 05 12:32:12.389833 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:12.488075 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=09dffb1b-f334-42d1-bd74-8b59ed4648c3,revision_number=8']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:12.533896 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8e8fcda3-844d-49d6-ace0-fcc4c0ff6b2a req-f3070407-12fe-4c84-a7bf-60a27713c167 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3926604 Sep 05 12:32:12.542436 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5b38729e-87bd-4406-9071-dbd55d33dd9a req-eda39f41-4eeb-4a17-bc74-72e0f28ae9e2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672073 Sep 05 12:32:12.557056 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:12.566281 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:12.631738 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba6f4c-6fb8-46da-ade1-e0ece89a74d7 req-2b71e2c7-ead2-4ba1-a3b8-64a50583827a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:12.634268 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-68ba6f4c-6fb8-46da-ade1-e0ece89a74d7 req-2b71e2c7-ead2-4ba1-a3b8-64a50583827a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 946 time: 0.1509664 Sep 05 12:32:12.700881 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Publish callbacks [] for security_group (48c6d202-00d7-4275-bae3-f1d6ac77de77), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:12.713038 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:12.720672 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-68ba6f4c-6fb8-46da-ade1-e0ece89a74d7 req-9c5a2b0f-cbe3-4514-9ba7-68b3fa257eae tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763488 Sep 05 12:32:12.781839 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (48c6d202-00d7-4275-bae3-f1d6ac77de77), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:12.855845 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7c415434529f46e88633252dd5c4c195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7062421 Sep 05 12:32:12.857731 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c6d202-00d7-4275-bae3-f1d6ac77de77,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:12.860891 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 53756) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:12.884570 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:12.885182 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:12.885729 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:12.886240 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:12.886778 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:12.887275 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:12.887968 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:12.888486 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:12.889020 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:12.889535 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:12.890053 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:12.890697 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:12.891343 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:12.891876 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:12.892376 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd932387-3b2f-4a54-922a-b041685b8d83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:12.961278 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b7ac24b6-eeda-4609-a48b-9c9c7bd99d5e admin admin] Publish callbacks [] for security_group (48c6d202-00d7-4275-bae3-f1d6ac77de77), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:13.016253 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-235abc2a-d689-4679-b964-0ec3883c27d7 req-efdc56b9-f458-4484-acd4-203b1945d0da tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 210 time: 0.1168652 Sep 05 12:32:13.018488 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-eaa25484-91db-4732-8f70-3178f8c298d2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:13.183369 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-eaa25484-91db-4732-8f70-3178f8c298d2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (dd7e00fe-8637-4fd3-8e1b-e887215a8c39), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:13.243650 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b7ac24b6-eeda-4609-a48b-9c9c7bd99d5e admin admin] Publish callbacks [] for security_group (48c6d202-00d7-4275-bae3-f1d6ac77de77), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:13.329106 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.l3_db [None req-eaa25484-91db-4732-8f70-3178f8c298d2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Floating IP dd7e00fe-8637-4fd3-8e1b-e887215a8c39 associated. External IP: 172.27.4.244, port: d28f89a7-e984-4c77-9cae-fe03a7c5c344. Sep 05 12:32:13.382503 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b7ac24b6-eeda-4609-a48b-9c9c7bd99d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (48c6d202-00d7-4275-bae3-f1d6ac77de77), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:13.385312 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b7ac24b6-eeda-4609-a48b-9c9c7bd99d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:13.387600 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-b7ac24b6-eeda-4609-a48b-9c9c7bd99d5e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/48c6d202-00d7-4275-bae3-f1d6ac77de77 HTTP/1.1" status: 204 len: 168 time: 0.5241766 Sep 05 12:32:13.415689 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac24b6-eeda-4609-a48b-9c9c7bd99d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c6d202-00d7-4275-bae3-f1d6ac77de77,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:13.551287 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:13.593800 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23be1c2-ce34-4ce7-a0f4-7fd45a1519e5 req-49a23baf-c820-44d8-9c08-2caee2dd3edd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:13.607591 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c23be1c2-ce34-4ce7-a0f4-7fd45a1519e5 req-49a23baf-c820-44d8-9c08-2caee2dd3edd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0891087 Sep 05 12:32:13.698799 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c23be1c2-ce34-4ce7-a0f4-7fd45a1519e5 req-8a423bcc-4db1-4cc4-b258-3e39b9d70904 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873034 Sep 05 12:32:13.732099 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa25484-91db-4732-8f70-3178f8c298d2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Router d908261c-9967-4aee-9784-5a319b3bc98a has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:32:13.739158 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b11ee-b91b-400b-9496-31084ada7130 req-86f8b6d4-3bf3-4d95-aede-8246ed9f22df tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:13.740742 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-821b11ee-b91b-400b-9496-31084ada7130 req-86f8b6d4-3bf3-4d95-aede-8246ed9f22df tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0947130 Sep 05 12:32:13.857320 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c70f5-740d-4616-8fa6-21ffb19db009 req-3f44a8da-9ae9-44f0-9c77-e06c6a99edf4 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:13.891478 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09dffb1b-f334-42d1-bd74-8b59ed4648c3'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:32:13.891478 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9bc652-3f0e-4b2d-b6ad-52bf566b8eb2" -d '{"events": [{"server_uuid": "a0105c66-6939-4b6d-b774-c1821012c1f0", "name": "network-vif-unplugged", "status": "completed", "tag": "09dffb1b-f334-42d1-bd74-8b59ed4648c3"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:32:13.893119 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-821b11ee-b91b-400b-9496-31084ada7130 req-05621c64-716b-4a55-9f67-7cd18cefd315 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424606 Sep 05 12:32:13.894166 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5e2c70f5-740d-4616-8fa6-21ffb19db009 req-3f44a8da-9ae9-44f0-9c77-e06c6a99edf4 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0773509 Sep 05 12:32:13.912108 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 53774) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:13.932678 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-24c17370-aa9c-4cba-995c-0d3134b40582 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Request body: {'floatingip': {'port_id': '66947e6f-24aa-4efc-9fc1-09b650127cb3'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:32:13.950687 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa25484-91db-4732-8f70-3178f8c298d2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:32:13.961325 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Sep 2022 12:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9376b876-a227-462f-8f7b-2c4dde8a77a7 x-openstack-request-id: req-9376b876-a227-462f-8f7b-2c4dde8a77a7 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:32:13.961631 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0105c66-6939-4b6d-b774-c1821012c1f0", "name": "network-vif-unplugged", "status": "completed", "tag": "09dffb1b-f334-42d1-bd74-8b59ed4648c3", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:32:13.961888 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9376b876-a227-462f-8f7b-2c4dde8a77a7 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:32:13.962296 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9376b876-a227-462f-8f7b-2c4dde8a77a7'] response: {'server_uuid': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09dffb1b-f334-42d1-bd74-8b59ed4648c3', 'code': 200} Sep 05 12:32:13.962706 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-eaa25484-91db-4732-8f70-3178f8c298d2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:13.965647 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95f6e82-e1e2-4688-82f3-2031de3a98bd None None] Sync routers for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:32:13.973280 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:13.998622 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95f6e82-e1e2-4688-82f3-2031de3a98bd None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:32:14.000637 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-b95f6e82-e1e2-4688-82f3-2031de3a98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:32:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:32:14.015426 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-eaa25484-91db-4732-8f70-3178f8c298d2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/dd7e00fe-8637-4fd3-8e1b-e887215a8c39 HTTP/1.1" status: 200 len: 992 time: 2.1845002 Sep 05 12:32:14.016180 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac517b0-9cbe-4a6a-8922-21166ec0de63', 'tag': 'd28f89a7-e984-4c77-9cae-fe03a7c5c344'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:32:14.019176 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc35e99-82ce-45d4-a0c7-e346e54ae95d" -d '{"events": [{"name": "network-changed", "server_uuid": "fac517b0-9cbe-4a6a-8922-21166ec0de63", "tag": "d28f89a7-e984-4c77-9cae-fe03a7c5c344"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:32:14.098077 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9154c608-c307-49b9-a0d6-f7db8daf2996 x-openstack-request-id: req-9154c608-c307-49b9-a0d6-f7db8daf2996 {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:32:14.098333 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac517b0-9cbe-4a6a-8922-21166ec0de63", "tag": "d28f89a7-e984-4c77-9cae-fe03a7c5c344", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:32:14.098607 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9154c608-c307-49b9-a0d6-f7db8daf2996 {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:32:14.099014 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9154c608-c307-49b9-a0d6-f7db8daf2996'] response: {'name': 'network-changed', 'server_uuid': 'fac517b0-9cbe-4a6a-8922-21166ec0de63', 'tag': 'd28f89a7-e984-4c77-9cae-fe03a7c5c344', 'status': 'completed', 'code': 200} Sep 05 12:32:14.116920 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-24c17370-aa9c-4cba-995c-0d3134b40582 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for floatingip (8c00cf9d-73e9-4095-bbb5-86c1f0257a88), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:14.163754 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-b95f6e82-e1e2-4688-82f3-2031de3a98bd None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:32:14.232147 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5aa33a7f-9f24-417e-942f-1e38bdf5e78f req-9ad20236-4615-4ebd-ac0a-62eecfbcd9a7 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 210 time: 0.0620761 Sep 05 12:32:14.270795 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbea42-f92f-4368-98b1-2bfeea14ec55 req-d116bd58-0ed1-4a4e-912a-e15e8a960777 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:14.279270 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-02dbea42-f92f-4368-98b1-2bfeea14ec55 req-d116bd58-0ed1-4a4e-912a-e15e8a960777 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 946 time: 0.1880915 Sep 05 12:32:14.288262 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:14.296945 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:14.399905 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-02dbea42-f92f-4368-98b1-2bfeea14ec55 req-24c01033-69fe-4e84-99ce-b6a5d96e1397 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195641 Sep 05 12:32:14.544030 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-b95f6e82-e1e2-4688-82f3-2031de3a98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.96', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:62:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0815c135-ccc0-412c-b960-1dba28e7b455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:29:26Z', 'updated_at': '2022-09-05T12:30:15Z', 'revision_number': 2, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}, {'id': 'dd7e00fe-8637-4fd3-8e1b-e887215a8c39', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.244', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': 'd28f89a7-e984-4c77-9cae-fe03a7c5c344', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:8c:45:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac517b0-9cbe-4a6a-8922-21166ec0de63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:31:30Z', 'updated_at': '2022-09-05T12:32:12Z', 'revision_number': 1, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:32:14.577859 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95f6e82-e1e2-4688-82f3-2031de3a98bd None None] Checking router: d908261c-9967-4aee-9784-5a319b3bc98a for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:32:14.591267 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95f6e82-e1e2-4688-82f3-2031de3a98bd None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:32:14.592310 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-b95f6e82-e1e2-4688-82f3-2031de3a98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:32:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:32:14.723209 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-b95f6e82-e1e2-4688-82f3-2031de3a98bd None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:32:14.884288 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:14.937412 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:15.098511 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:15.112419 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.db.resource_extend [None req-24c17370-aa9c-4cba-995c-0d3134b40582 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 05 12:32:15.133678 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d1728-cb33-4be8-848f-de92ff832c74 req-32b2babb-b19e-49d9-9404-0224614a0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:15.135451 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8f3d1728-cb33-4be8-848f-de92ff832c74 req-32b2babb-b19e-49d9-9404-0224614a0765 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 1130 time: 0.1806357 Sep 05 12:32:15.149103 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-b95f6e82-e1e2-4688-82f3-2031de3a98bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.96', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:62:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0815c135-ccc0-412c-b960-1dba28e7b455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:29:26Z', 'updated_at': '2022-09-05T12:30:15Z', 'revision_number': 2, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}, {'id': 'dd7e00fe-8637-4fd3-8e1b-e887215a8c39', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.244', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': 'd28f89a7-e984-4c77-9cae-fe03a7c5c344', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:8c:45:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac517b0-9cbe-4a6a-8922-21166ec0de63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:31:30Z', 'updated_at': '2022-09-05T12:32:12Z', 'revision_number': 1, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:32:15.162740 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35e99-82ce-45d4-a0c7-e346e54ae95d req-20323e62-60ce-4449-9a1d-6ddc074e91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:15.164455 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ebc35e99-82ce-45d4-a0c7-e346e54ae95d req-20323e62-60ce-4449-9a1d-6ddc074e91fe service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 1130 time: 0.1762445 Sep 05 12:32:15.171388 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d14c66-92f7-446a-bbb7-20e58bb013af req-eb7dbf1e-7c0c-44af-814e-a7effb6626de tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:15.180477 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-74d14c66-92f7-446a-bbb7-20e58bb013af req-eb7dbf1e-7c0c-44af-814e-a7effb6626de tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.1390359 Sep 05 12:32:15.218583 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95f6e82-e1e2-4688-82f3-2031de3a98bd None None] The sync data for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi is: [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.96', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:62:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0815c135-ccc0-412c-b960-1dba28e7b455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:29:26Z', 'updated_at': '2022-09-05T12:30:15Z', 'revision_number': 2, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}, {'id': 'dd7e00fe-8637-4fd3-8e1b-e887215a8c39', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.244', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': 'd28f89a7-e984-4c77-9cae-fe03a7c5c344', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:8c:45:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac517b0-9cbe-4a6a-8922-21166ec0de63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:31:30Z', 'updated_at': '2022-09-05T12:32:12Z', 'revision_number': 1, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:32:15.275434 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8f3d1728-cb33-4be8-848f-de92ff832c74 req-ee144b41-48b8-4d78-b052-41ab73a74ce4 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313834 Sep 05 12:32:15.283630 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-24c17370-aa9c-4cba-995c-0d3134b40582 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:15.317242 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-74d14c66-92f7-446a-bbb7-20e58bb013af req-ffbccce2-0360-45ca-91c5-bbdc6aeed4e7 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139133 Sep 05 12:32:15.379936 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-24c17370-aa9c-4cba-995c-0d3134b40582 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (8c00cf9d-73e9-4095-bbb5-86c1f0257a88), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:15.427069 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35e99-82ce-45d4-a0c7-e346e54ae95d req-2a07f982-fb35-4d45-8d1d-8e0029a09a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:15.428606 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ebc35e99-82ce-45d4-a0c7-e346e54ae95d req-2a07f982-fb35-4d45-8d1d-8e0029a09a62 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b HTTP/1.1" status: 200 len: 916 time: 0.2485723 Sep 05 12:32:15.465114 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cecc44d7-9b71-4116-81fe-1bdb9370e527 req-cae3d1a0-299d-4f4e-ac69-18e9c372dec3 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 210 time: 0.0833652 Sep 05 12:32:15.588971 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e2d80d-f3f7-4cc0-a268-10285ad1f37a None None] New status for floating IP dd7e00fe-8637-4fd3-8e1b-e887215a8c39: ACTIVE {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:32:15.603189 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [None req-24c17370-aa9c-4cba-995c-0d3134b40582 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Floating IP 8c00cf9d-73e9-4095-bbb5-86c1f0257a88 associated. External IP: 172.27.4.15, port: 66947e6f-24aa-4efc-9fc1-09b650127cb3. Sep 05 12:32:15.623169 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:15.629941 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f455a-f3eb-4191-8475-a47256ffd6cc req-bc95fa07-6f9f-4026-8a72-e4e5f4cf7dff tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:15.632555 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fc3f455a-f3eb-4191-8475-a47256ffd6cc req-bc95fa07-6f9f-4026-8a72-e4e5f4cf7dff tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 946 time: 0.0718689 Sep 05 12:32:15.759606 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fc3f455a-f3eb-4191-8475-a47256ffd6cc req-1e0e80be-08b1-40fb-9c5f-c62984832950 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202540 Sep 05 12:32:16.120517 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ebc35e99-82ce-45d4-a0c7-e346e54ae95d req-96b383ea-3b22-4c92-86ad-79b7a421d509 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d28f89a7-e984-4c77-9cae-fe03a7c5c344 HTTP/1.1" status: 200 len: 1000 time: 0.3421307 Sep 05 12:32:16.172891 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c17370-aa9c-4cba-995c-0d3134b40582 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:32:16.290922 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c17370-aa9c-4cba-995c-0d3134b40582 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:32:16.297064 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-24c17370-aa9c-4cba-995c-0d3134b40582 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:16.305619 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e2f68b-b7d9-4656-b4af-4e3d769c62a3 None None] Sync routers for ids ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:32:16.328772 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2f68b-b7d9-4656-b4af-4e3d769c62a3 None None] Routers {'6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:32:16.332061 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-69e2f68b-b7d9-4656-b4af-4e3d769c62a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:32:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:32:16.370895 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-24c17370-aa9c-4cba-995c-0d3134b40582 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/8c00cf9d-73e9-4095-bbb5-86c1f0257a88 HTTP/1.1" status: 200 len: 991 time: 2.4570081 Sep 05 12:32:16.373446 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'tag': '66947e6f-24aa-4efc-9fc1-09b650127cb3'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:32:16.375910 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1e9e82-3589-4253-9bb8-5094b0336b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c86e0b82-f349-40c6-986b-359cb36a9862", "tag": "66947e6f-24aa-4efc-9fc1-09b650127cb3"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:32:16.422598 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35e99-82ce-45d4-a0c7-e346e54ae95d req-ffd7eed7-af5e-4bcc-bc2f-27a85cd7c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:16.424620 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ebc35e99-82ce-45d4-a0c7-e346e54ae95d req-ffd7eed7-af5e-4bcc-bc2f-27a85cd7c1d3 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=bbfdcfbc-04d2-420b-9cdf-e282f39f1975 HTTP/1.1" status: 200 len: 854 time: 0.0953116 Sep 05 12:32:16.442259 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d51cba-48da-40ed-8b7d-dfe39d5a6a5d x-openstack-request-id: req-b9d51cba-48da-40ed-8b7d-dfe39d5a6a5d {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:32:16.442755 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86e0b82-f349-40c6-986b-359cb36a9862", "tag": "66947e6f-24aa-4efc-9fc1-09b650127cb3", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:32:16.444891 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9d51cba-48da-40ed-8b7d-dfe39d5a6a5d {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:32:16.445456 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d51cba-48da-40ed-8b7d-dfe39d5a6a5d'] response: {'name': 'network-changed', 'server_uuid': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'tag': '66947e6f-24aa-4efc-9fc1-09b650127cb3', 'status': 'completed', 'code': 200} Sep 05 12:32:16.525013 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e958d44-c48e-4e06-bb86-a7346d42730a req-2f2d153a-107c-405a-860a-c3de5bb286e5 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:16.526808 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-9e958d44-c48e-4e06-bb86-a7346d42730a req-2f2d153a-107c-405a-860a-c3de5bb286e5 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0991340 Sep 05 12:32:16.593088 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-69e2f68b-b7d9-4656-b4af-4e3d769c62a3 None None] Set router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:32:16.593606 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:16.621249 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35e99-82ce-45d4-a0c7-e346e54ae95d req-0c9cf3ec-5886-41c4-afc7-0563a443bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:16.629957 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9e82-3589-4253-9bb8-5094b0336b1d req-36e3e49c-3a91-4d40-9f01-54a1a6d27618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:16.632346 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ebc35e99-82ce-45d4-a0c7-e346e54ae95d req-0c9cf3ec-5886-41c4-afc7-0563a443bad9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1250815 Sep 05 12:32:16.634709 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ff1e9e82-3589-4253-9bb8-5094b0336b1d req-36e3e49c-3a91-4d40-9f01-54a1a6d27618 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 1130 time: 0.1083319 Sep 05 12:32:16.649262 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-09bded7d-90eb-44c2-8578-14d847517ec9 req-7bb981da-5849-40bc-b800-1541ed1ec9a5 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 210 time: 0.0682847 Sep 05 12:32:16.669249 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-9e958d44-c48e-4e06-bb86-a7346d42730a req-4015d9cd-ed5c-448e-9119-16e69e9b8fea tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003315 Sep 05 12:32:16.892939 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-69e2f68b-b7d9-4656-b4af-4e3d769c62a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232'}], 'enable_snat': True}, 'gw_port_id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 4, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port': {'id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '8c00cf9d-73e9-4095-bbb5-86c1f0257a88', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'floating_ip_address': '172.27.4.15', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'port_id': '66947e6f-24aa-4efc-9fc1-09b650127cb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'mac_address': 'fa:16:3e:17:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:31:42Z', 'updated_at': '2022-09-05T12:32:14Z', 'revision_number': 1, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6fb451-22b0-45aa-949e-9dce2e52c499', 'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'mac_address': 'fa:16:3e:53:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:20Z', 'updated_at': '2022-09-05T12:29:31Z', 'revision_number': 5, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'subnets': [{'id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:32:16.899179 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:16.925824 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a04fc-29c0-4470-8034-134f501af1a6 req-acead656-3278-4162-82ad-646f0879bdec tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:16.925824 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f31a04fc-29c0-4470-8034-134f501af1a6 req-acead656-3278-4162-82ad-646f0879bdec tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 946 time: 0.0779026 Sep 05 12:32:16.936309 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e2f68b-b7d9-4656-b4af-4e3d769c62a3 None None] Checking router: 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:32:16.961214 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2f68b-b7d9-4656-b4af-4e3d769c62a3 None None] Routers {'6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:32:16.962043 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-69e2f68b-b7d9-4656-b4af-4e3d769c62a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:32:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:32:17.031067 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f31a04fc-29c0-4470-8034-134f501af1a6 req-51be2c19-116f-4a2f-9bfb-2ada110e15db tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024103 Sep 05 12:32:17.317243 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-69e2f68b-b7d9-4656-b4af-4e3d769c62a3 None None] Set router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:32:17.409846 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:17.485027 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 09dffb1b-f334-42d1-bd74-8b59ed4648c3 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:32:17.650478 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9e82-3589-4253-9bb8-5094b0336b1d req-033ba833-f411-4671-aa1c-731d6480411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:17.652155 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ff1e9e82-3589-4253-9bb8-5094b0336b1d req-033ba833-f411-4671-aa1c-731d6480411e service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 200 len: 920 time: 0.1554439 Sep 05 12:32:17.720748 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ebc35e99-82ce-45d4-a0c7-e346e54ae95d req-621de968-1bc9-4ab3-918f-56fadcb4e383 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234042 Sep 05 12:32:17.842456 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ff1e9e82-3589-4253-9bb8-5094b0336b1d req-4e3267f1-d812-403d-9516-9cb1ac0547ef service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66947e6f-24aa-4efc-9fc1-09b650127cb3 HTTP/1.1" status: 200 len: 999 time: 0.1720297 Sep 05 12:32:17.879022 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-69e2f68b-b7d9-4656-b4af-4e3d769c62a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232'}], 'enable_snat': True}, 'gw_port_id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 4, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port': {'id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '8c00cf9d-73e9-4095-bbb5-86c1f0257a88', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'floating_ip_address': '172.27.4.15', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'port_id': '66947e6f-24aa-4efc-9fc1-09b650127cb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'mac_address': 'fa:16:3e:17:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:31:42Z', 'updated_at': '2022-09-05T12:32:14Z', 'revision_number': 1, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6fb451-22b0-45aa-949e-9dce2e52c499', 'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'mac_address': 'fa:16:3e:53:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:20Z', 'updated_at': '2022-09-05T12:29:31Z', 'revision_number': 5, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'subnets': [{'id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:32:17.893657 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 is: DOWN; New status is: DOWN {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:32:17.920280 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ff3e8fb3-5f29-462a-8f68-66cfcda41734 req-83b65b01-a5cb-4bbb-bb08-b163da091776 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 210 time: 0.1134679 Sep 05 12:32:17.930386 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e2f68b-b7d9-4656-b4af-4e3d769c62a3 None None] The sync data for ids ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'] in dv-cinder-801354-7-iscsi is: [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232'}], 'enable_snat': True}, 'gw_port_id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 4, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port': {'id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '8c00cf9d-73e9-4095-bbb5-86c1f0257a88', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'floating_ip_address': '172.27.4.15', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'port_id': '66947e6f-24aa-4efc-9fc1-09b650127cb3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'mac_address': 'fa:16:3e:17:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:31:42Z', 'updated_at': '2022-09-05T12:32:14Z', 'revision_number': 1, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6fb451-22b0-45aa-949e-9dce2e52c499', 'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'mac_address': 'fa:16:3e:53:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:20Z', 'updated_at': '2022-09-05T12:29:31Z', 'revision_number': 5, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'subnets': [{'id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:32:17.991434 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ebc35e99-82ce-45d4-a0c7-e346e54ae95d req-75e0e7bc-1d47-4bcd-9ba4-167a35c00e37 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368171 Sep 05 12:32:18.172263 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce02e17-e646-4e1e-853a-a618db0bc928 None None] New status for floating IP 8c00cf9d-73e9-4095-bbb5-86c1f0257a88: ACTIVE {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:32:18.183674 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e298d-3544-495e-8ff0-14ad712e4734 req-5dcbbf3c-6d63-4ced-a429-b7b37a9d4d31 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:18.185421 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-969e298d-3544-495e-8ff0-14ad712e4734 req-5dcbbf3c-6d63-4ced-a429-b7b37a9d4d31 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 946 time: 0.0627935 Sep 05 12:32:18.299738 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-969e298d-3544-495e-8ff0-14ad712e4734 req-f5cbafdf-468e-43f2-8ba6-c1fa085ddcfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008315 Sep 05 12:32:18.321452 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9e82-3589-4253-9bb8-5094b0336b1d req-cefc8033-c8b4-44cf-988a-951ff4379784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:18.323801 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ff1e9e82-3589-4253-9bb8-5094b0336b1d req-cefc8033-c8b4-44cf-988a-951ff4379784 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90 HTTP/1.1" status: 200 len: 858 time: 0.0819740 Sep 05 12:32:18.468456 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7863352-bd77-4152-8d7a-bb55e617374d req-74e4f013-b7a6-4ee7-851e-b95765b7675d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:18.478808 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c7863352-bd77-4152-8d7a-bb55e617374d req-74e4f013-b7a6-4ee7-851e-b95765b7675d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 946 time: 0.0881476 Sep 05 12:32:18.546746 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c7863352-bd77-4152-8d7a-bb55e617374d req-34dc6c69-7ae9-492f-8c3d-8526e9d17c55 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670257 Sep 05 12:32:18.588293 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 53848) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:18.666780 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [req-e4b3c98a-3a9c-4ede-9b45-2059fbd3a3cc req-974d8ae0-0343-4221-970b-1c81735816bf service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 05 12:32:18.669146 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e4b3c98a-3a9c-4ede-9b45-2059fbd3a3cc req-974d8ae0-0343-4221-970b-1c81735816bf service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080824 Sep 05 12:32:18.778146 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e9e82-3589-4253-9bb8-5094b0336b1d req-260f4319-e37f-48cc-a3c3-f9acfbe01193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:18.780051 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ff1e9e82-3589-4253-9bb8-5094b0336b1d req-260f4319-e37f-48cc-a3c3-f9acfbe01193 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=adc4bf76-da99-44ec-b79e-0ddca4fe97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680165 Sep 05 12:32:18.880594 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-3540cbe8-3d63-4eb4-aece-d724cf0c8032 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=29ac989524a34d65bcefc990244d02dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470111 Sep 05 12:32:18.954608 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5854dc-4818-428f-b2e9-42abf64e3af0 tempest-TestVolumeBootPattern-1753852588 tempest-TestVolumeBootPattern-1753852588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:18.960199 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-fb5854dc-4818-428f-b2e9-42abf64e3af0 tempest-TestVolumeBootPattern-1753852588 tempest-TestVolumeBootPattern-1753852588-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 1125 time: 0.3708558 Sep 05 12:32:18.965036 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 53854) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:18.972406 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Request body: {'floatingip': {'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'port_id': 'ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:32:19.032445 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ff1e9e82-3589-4253-9bb8-5094b0336b1d req-c9aa2f17-a067-4e84-85b4-21c1b9bb39af service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787829 Sep 05 12:32:19.142580 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-176cbbe6-074e-48cd-9abe-80e6f7d35051 req-d9976da2-d989-4f8a-a2bb-f8ae29951985 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 210 time: 0.0406110 Sep 05 12:32:19.180567 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-5a961340-250d-4bea-a3ae-bf7c1698dcf4 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:19.182102 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-5a961340-250d-4bea-a3ae-bf7c1698dcf4 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2924767 Sep 05 12:32:19.184076 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:19.201991 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Request body: {'port': {'device_id': 'b6783eb5-1683-4222-9f06-774719632959', 'network_id': '53ee2c56-9f7a-4ab5-96f3-be609b15cc4e', 'admin_state_up': True, 'tenant_id': '29ac989524a34d65bcefc990244d02dd'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:32:19.251212 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ff1e9e82-3589-4253-9bb8-5094b0336b1d req-0a5d4390-ffd8-4cb8-9f45-ace47786ae48 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106919 Sep 05 12:32:19.284978 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:19.330495 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d3eabd0c-49ef-4dce-8ac4-5e15393769e4 req-dc4d873f-2dc1-4a35-93fc-b1423b9c12a3 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657756 Sep 05 12:32:19.467607 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eabd0c-49ef-4dce-8ac4-5e15393769e4 req-a36bfa89-d2ac-4abd-ba5a-a71d4750ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:19.469851 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d3eabd0c-49ef-4dce-8ac4-5e15393769e4 req-a36bfa89-d2ac-4abd-ba5a-a71d4750ec80 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 1129 time: 0.0907092 Sep 05 12:32:19.480556 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e1076-edb0-400a-965d-6d6270b74999 req-96db9d06-6fc2-46a1-9407-34de7764569a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:19.488193 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c65e1076-edb0-400a-965d-6d6270b74999 req-96db9d06-6fc2-46a1-9407-34de7764569a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0968387 Sep 05 12:32:19.507268 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:19.567653 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Made reservation on behalf of 29ac989524a34d65bcefc990244d02dd for: {'port': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:32:19.571734 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:19.607993 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:19.651933 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c65e1076-edb0-400a-965d-6d6270b74999 req-50988fd4-3472-4d54-8e95-a31d845d8cdb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584001 Sep 05 12:32:19.683368 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:19.698044 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Allocated IP 172.27.4.40 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/b377d51f-2751-491d-972b-29f04c9379ca) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:32:19.722540 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eabd0c-49ef-4dce-8ac4-5e15393769e4 req-feef73c3-f2b4-4d94-9b67-6c72a93c13b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:19.724113 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d3eabd0c-49ef-4dce-8ac4-5e15393769e4 req-feef73c3-f2b4-4d94-9b67-6c72a93c13b0 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b HTTP/1.1" status: 200 len: 916 time: 0.2268934 Sep 05 12:32:19.792395 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:19.821088 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:19.823359 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d3eabd0c-49ef-4dce-8ac4-5e15393769e4 req-255b89a2-f3a7-4f59-9a0e-443a4e2788a8 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f HTTP/1.1" status: 200 len: 1000 time: 0.0892446 Sep 05 12:32:19.829065 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for port (b377d51f-2751-491d-972b-29f04c9379ca), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:19.851334 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Publish callbacks [] for security_group (5a37cb14-99cb-44e0-be80-415462dc6103), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:19.886983 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eabd0c-49ef-4dce-8ac4-5e15393769e4 req-8d90a0aa-3283-4577-8ab1-699a220ae906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:19.888512 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d3eabd0c-49ef-4dce-8ac4-5e15393769e4 req-8d90a0aa-3283-4577-8ab1-699a220ae906 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=bbfdcfbc-04d2-420b-9cdf-e282f39f1975 HTTP/1.1" status: 200 len: 854 time: 0.0545077 Sep 05 12:32:19.934022 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eabd0c-49ef-4dce-8ac4-5e15393769e4 req-2713e2eb-c7ff-4711-9fff-b5d56ba3a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:19.935597 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d3eabd0c-49ef-4dce-8ac4-5e15393769e4 req-2713e2eb-c7ff-4711-9fff-b5d56ba3a8e9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385849 Sep 05 12:32:19.962306 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (b377d51f-2751-491d-972b-29f04c9379ca), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:19.962588 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (5a37cb14-99cb-44e0-be80-415462dc6103), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:20.001306 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:32:20.004140 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:32:20.008470 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:32:20.036087 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event updated for resources: {'Port': ['ID=b377d51f-2751-491d-972b-29f04c9379ca,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:20.055972 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:20.056313 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:20.056771 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:20.057119 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:20.057451 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:20.057770 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:20.058093 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:20.058415 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:20.058837 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:20.059163 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:20.059650 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:20.059978 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:20.060298 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:20.060617 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:20.060982 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:20.075749 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a37cb14-99cb-44e0-be80-415462dc6103,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:20.094809 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 53896) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:20.158780 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d3eabd0c-49ef-4dce-8ac4-5e15393769e4 req-e5991fe4-fbb3-4a28-bd1d-813bc159d07c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050912 Sep 05 12:32:20.221879 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-102ea845-fbc1-44df-becd-d84991b26291 req-2e50b335-9f34-4775-a401-61052323a651 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1258981 Sep 05 12:32:20.233755 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Allocated IP 192.168.233.58 (53ee2c56-9f7a-4ab5-96f3-be609b15cc4e/0dda83e6-0455-4fa8-8018-e9cb98028c17/d8fd2312-4b92-4447-905d-b0a66194e316) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:32:20.269068 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [req-102ea845-fbc1-44df-becd-d84991b26291 req-79db0111-3a4a-4a74-9cb7-95c982cf2d42 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 05 12:32:20.270052 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-102ea845-fbc1-44df-becd-d84991b26291 req-79db0111-3a4a-4a74-9cb7-95c982cf2d42 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058439 Sep 05 12:32:20.274084 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a8a09212-06bd-4e5d-b7d1-722f01e708f4 req-f18305c8-d66d-424d-9545-3e538451ad69 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 210 time: 0.0692956 Sep 05 12:32:20.330536 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d3eabd0c-49ef-4dce-8ac4-5e15393769e4 req-306294d3-a9ff-4957-9ed3-e7ef9bec105c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642315 Sep 05 12:32:20.406520 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 53916) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:20.511312 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for floatingip (970e4a7f-df36-4e02-aa9d-4504a7fea126), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:20.533798 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:20.541768 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Publish callbacks [] for port (d8fd2312-4b92-4447-905d-b0a66194e316), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:20.563728 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ea845-fbc1-44df-becd-d84991b26291 req-78df1969-7e5b-4b3a-9f89-d66636fd2d5c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:20.565125 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-102ea845-fbc1-44df-becd-d84991b26291 req-78df1969-7e5b-4b3a-9f89-d66636fd2d5c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports/09dffb1b-f334-42d1-bd74-8b59ed4648c3 HTTP/1.1" status: 200 len: 940 time: 0.1565547 Sep 05 12:32:20.587112 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:20.620723 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:20.651089 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (b377d51f-2751-491d-972b-29f04c9379ca), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:20.679846 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (d8fd2312-4b92-4447-905d-b0a66194e316), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:20.767858 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Network 53ee2c56-9f7a-4ab5-96f3-be609b15cc4e is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:32:20.792900 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:32:20.815495 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:32:20.822019 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Pushing event updated for resources: {'Port': ['ID=d8fd2312-4b92-4447-905d-b0a66194e316,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:20.869855 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45de10a-58de-4fa2-8209-adc73df5cf87 req-db8853da-32df-41f7-907e-6654cd047591 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:20.872020 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a45de10a-58de-4fa2-8209-adc73df5cf87 req-db8853da-32df-41f7-907e-6654cd047591 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.1134081 Sep 05 12:32:20.877457 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for port (b377d51f-2751-491d-972b-29f04c9379ca), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:20.908423 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:20.912442 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:20.966488 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (b377d51f-2751-491d-972b-29f04c9379ca), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:20.967339 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (970e4a7f-df36-4e02-aa9d-4504a7fea126), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:20.968427 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a45de10a-58de-4fa2-8209-adc73df5cf87 req-0cd8cce8-d0ae-43fb-b130-73da584dfef7 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880942 Sep 05 12:32:21.064940 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event updated for resources: {'Port': ['ID=b377d51f-2751-491d-972b-29f04c9379ca,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:21.079305 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:21.081218 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-b2b8d3d4-51fd-4640-887c-418607ee787f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8834946 Sep 05 12:32:21.110325 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Request body: {'port': {'device_id': 'b6783eb5-1683-4222-9f06-774719632959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:32:21.118619 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-0a30d1ab-62d0-4e93-afe1-ce71f39a4407 None None] Provisioning complete for port d8fd2312-4b92-4447-905d-b0a66194e316 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:32:21.125050 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-0a30d1ab-62d0-4e93-afe1-ce71f39a4407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d8fd2312-4b92-4447-905d-b0a66194e316), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:21.130182 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:21.132193 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.l3_db [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Floating IP 970e4a7f-df36-4e02-aa9d-4504a7fea126 associated. External IP: 172.27.4.40, port: ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc. Sep 05 12:32:21.182564 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:21.184052 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-0a30d1ab-62d0-4e93-afe1-ce71f39a4407 None None] Port d8fd2312-4b92-4447-905d-b0a66194e316 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:32:21.226594 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d8fd2312-4b92-4447-905d-b0a66194e316), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:21.446503 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Router 301759a2-e838-4c5e-ae94-a67cc6616bdc has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:32:21.468176 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d6237-955e-465a-997f-15b452907527 req-27eee08b-a53b-47c7-b83f-b4fc5414374a tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:21.469754 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e85d6237-955e-465a-997f-15b452907527 req-27eee08b-a53b-47c7-b83f-b4fc5414374a tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 935 time: 0.0755000 Sep 05 12:32:21.496991 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:21.590876 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fd2312-4b92-4447-905d-b0a66194e316 {{(pid=106739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:32:21.597733 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e85d6237-955e-465a-997f-15b452907527 req-3a13e900-7ea6-444b-b4aa-9d26d4cc8c77 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201048 Sep 05 12:32:21.598676 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Publish callbacks [] for port (d8fd2312-4b92-4447-905d-b0a66194e316), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:21.613787 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.provisioning_blocks [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Transition to ACTIVE for port object d8fd2312-4b92-4447-905d-b0a66194e316 will not be triggered until provisioned by entity L2. {{(pid=106739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:32:21.632705 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:32:21.641438 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786e3ff-8bb3-4da4-8d83-649ddf16e860 None None] Sync routers for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:32:21.655463 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786e3ff-8bb3-4da4-8d83-649ddf16e860 None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:32:21.656169 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-9786e3ff-8bb3-4da4-8d83-649ddf16e860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:32:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:32:21.703025 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (d8fd2312-4b92-4447-905d-b0a66194e316), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:21.734445 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:21.758225 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Pushing event updated for resources: {'Port': ['ID=d8fd2312-4b92-4447-905d-b0a66194e316,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:21.768536 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-9786e3ff-8bb3-4da4-8d83-649ddf16e860 None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:32:21.778560 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-5fabd694-12ca-4b81-bde5-0797cf47ccfe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8115680 Sep 05 12:32:21.779192 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee288301-eeb1-4e09-8a2c-d9bc6c00d914', 'tag': 'ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:32:21.782326 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69855747-d6ba-4283-9f7d-227e3509d7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ee288301-eeb1-4e09-8a2c-d9bc6c00d914", "tag": "ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:32:21.827571 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e198ac-e94b-40dd-b61b-712d95673b64 x-openstack-request-id: req-e2e198ac-e94b-40dd-b61b-712d95673b64 {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:32:21.827862 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee288301-eeb1-4e09-8a2c-d9bc6c00d914", "tag": "ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:32:21.828117 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2e198ac-e94b-40dd-b61b-712d95673b64 {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:32:21.828521 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e198ac-e94b-40dd-b61b-712d95673b64'] response: {'name': 'network-changed', 'server_uuid': 'ee288301-eeb1-4e09-8a2c-d9bc6c00d914', 'tag': 'ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc', 'status': 'completed', 'code': 200} Sep 05 12:32:21.841128 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Attempting to bind port d8fd2312-4b92-4447-905d-b0a66194e316 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:32:21.841406 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Attempting to bind port d8fd2312-4b92-4447-905d-b0a66194e316 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '3dbff7c7-15b5-46c2-841b-421529fb358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '53ee2c56-9f7a-4ab5-96f3-be609b15cc4e'}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:32:21.841708 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Attempting to bind port d8fd2312-4b92-4447-905d-b0a66194e316 on network 53ee2c56-9f7a-4ab5-96f3-be609b15cc4e {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:32:21.914087 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Port d8fd2312-4b92-4447-905d-b0a66194e316 on network 53ee2c56-9f7a-4ab5-96f3-be609b15cc4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:32:21.916324 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Attempting to bind port d8fd2312-4b92-4447-905d-b0a66194e316 on network 53ee2c56-9f7a-4ab5-96f3-be609b15cc4e {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:32:21.956643 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69855747-d6ba-4283-9f7d-227e3509d7ae req-1e662653-3f66-4148-94b5-5adf4f150037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:21.958165 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-69855747-d6ba-4283-9f7d-227e3509d7ae req-1e662653-3f66-4148-94b5-5adf4f150037 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 1130 time: 0.0796680 Sep 05 12:32:22.002937 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:22.016333 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:32:22.016695 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Checking segment: {'id': '3dbff7c7-15b5-46c2-841b-421529fb358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '53ee2c56-9f7a-4ab5-96f3-be609b15cc4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:32:22.017067 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Bound using segment: {'id': '3dbff7c7-15b5-46c2-841b-421529fb358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '53ee2c56-9f7a-4ab5-96f3-be609b15cc4e'} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:32:22.017519 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Bound port: d8fd2312-4b92-4447-905d-b0a66194e316, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dbff7c7-15b5-46c2-841b-421529fb358d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '53ee2c56-9f7a-4ab5-96f3-be609b15cc4e'}}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:32:22.017878 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d8fd2312-4b92-4447-905d-b0a66194e316), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:22.018358 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-9786e3ff-8bb3-4da4-8d83-649ddf16e860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '970e4a7f-df36-4e02-aa9d-4504a7fea126', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'floating_ip_address': '172.27.4.40', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'port_id': 'ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'mac_address': 'fa:16:3e:76:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee288301-eeb1-4e09-8a2c-d9bc6c00d914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:32:20Z', 'updated_at': '2022-09-05T12:32:20Z', 'revision_number': 0, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:32:22.033405 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:22.052286 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786e3ff-8bb3-4da4-8d83-649ddf16e860 None None] Checking router: 301759a2-e838-4c5e-ae94-a67cc6616bdc for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:32:22.062886 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786e3ff-8bb3-4da4-8d83-649ddf16e860 None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:32:22.064744 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-9786e3ff-8bb3-4da4-8d83-649ddf16e860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:32:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:32:22.095255 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:22.140954 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69855747-d6ba-4283-9f7d-227e3509d7ae req-e551115d-b8c9-4543-8bda-14b486ee68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:22.141406 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-69855747-d6ba-4283-9f7d-227e3509d7ae req-e551115d-b8c9-4543-8bda-14b486ee68cb service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=38f5b205-d0f7-419a-8f07-cc61071fe0f8 HTTP/1.1" status: 200 len: 912 time: 0.1763752 Sep 05 12:32:22.149520 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] For port d8fd2312-4b92-4447-905d-b0a66194e316, host hv-cinder-80135, cleared binding levels {{(pid=106739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:32:22.150422 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1eee7-3108-46da-8048-73ffd08fcc36 req-f6890d86-da9c-42e4-8673-5565553dd719 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:22.157659 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] For port d8fd2312-4b92-4447-905d-b0a66194e316, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d8fd2312-4b92-4447-905d-b0a66194e316,segment=NetworkSegment(3dbff7c7-15b5-46c2-841b-421529fb358d),segment_id=3dbff7c7-15b5-46c2-841b-421529fb358d)] {{(pid=106739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:32:22.157925 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-50b1eee7-3108-46da-8048-73ffd08fcc36 req-f6890d86-da9c-42e4-8673-5565553dd719 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0745096 Sep 05 12:32:22.194812 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-9786e3ff-8bb3-4da4-8d83-649ddf16e860 None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:32:22.207576 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-50b1eee7-3108-46da-8048-73ffd08fcc36 req-79161cb6-dfd2-47aa-9ebe-0f63883cf73f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480728 Sep 05 12:32:22.213251 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-69855747-d6ba-4283-9f7d-227e3509d7ae req-5c5e8ddf-e930-40e8-b73f-37e3c4c97668 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc HTTP/1.1" status: 200 len: 999 time: 0.0650377 Sep 05 12:32:22.276573 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (d8fd2312-4b92-4447-905d-b0a66194e316), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:22.281088 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:22.281716 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:22.285874 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/d8fd2312-4b92-4447-905d-b0a66194e316 HTTP/1.1" status: 200 len: 1097 time: 1.1809249 Sep 05 12:32:22.285874 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69855747-d6ba-4283-9f7d-227e3509d7ae req-cdbe3819-521e-4570-8639-b37be4dfd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:22.286125 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-69855747-d6ba-4283-9f7d-227e3509d7ae req-cdbe3819-521e-4570-8639-b37be4dfd1e8 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a042adab-c6e5-4766-9641-ed3c3e40d34d HTTP/1.1" status: 200 len: 850 time: 0.0668190 Sep 05 12:32:22.288379 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6783eb5-1683-4222-9f06-774719632959', 'tag': 'd8fd2312-4b92-4447-905d-b0a66194e316'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:32:22.290665 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928378ef-4b50-4fc3-b896-5b5a95429229" -d '{"events": [{"name": "network-changed", "server_uuid": "b6783eb5-1683-4222-9f06-774719632959", "tag": "d8fd2312-4b92-4447-905d-b0a66194e316"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:32:22.347127 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5affe89-fe2b-4c69-8828-e471c9d2836b x-openstack-request-id: req-b5affe89-fe2b-4c69-8828-e471c9d2836b {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:32:22.347335 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6783eb5-1683-4222-9f06-774719632959", "tag": "d8fd2312-4b92-4447-905d-b0a66194e316", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:32:22.347616 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b5affe89-fe2b-4c69-8828-e471c9d2836b {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:32:22.348017 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5affe89-fe2b-4c69-8828-e471c9d2836b'] response: {'name': 'network-changed', 'server_uuid': 'b6783eb5-1683-4222-9f06-774719632959', 'tag': 'd8fd2312-4b92-4447-905d-b0a66194e316', 'status': 'completed', 'code': 200} Sep 05 12:32:22.374898 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69855747-d6ba-4283-9f7d-227e3509d7ae req-ea5a6bae-2419-4f97-91cc-cd25ed785928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:22.374898 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-69855747-d6ba-4283-9f7d-227e3509d7ae req-ea5a6bae-2419-4f97-91cc-cd25ed785928 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=38f5b205-d0f7-419a-8f07-cc61071fe0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587480 Sep 05 12:32:22.381832 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475dc61-f9b3-4fb0-a9b0-b5bfce00380b service neutron] Pushing event updated for resources: {'Port': ['ID=d8fd2312-4b92-4447-905d-b0a66194e316,revision_number=3']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:22.440484 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-9786e3ff-8bb3-4da4-8d83-649ddf16e860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '970e4a7f-df36-4e02-aa9d-4504a7fea126', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'floating_ip_address': '172.27.4.40', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'port_id': 'ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'mac_address': 'fa:16:3e:76:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee288301-eeb1-4e09-8a2c-d9bc6c00d914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:32:20Z', 'updated_at': '2022-09-05T12:32:20Z', 'revision_number': 0, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:32:22.466573 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786e3ff-8bb3-4da4-8d83-649ddf16e860 None None] The sync data for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi is: [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '970e4a7f-df36-4e02-aa9d-4504a7fea126', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'floating_ip_address': '172.27.4.40', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'port_id': 'ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'mac_address': 'fa:16:3e:76:b2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee288301-eeb1-4e09-8a2c-d9bc6c00d914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:32:20Z', 'updated_at': '2022-09-05T12:32:20Z', 'revision_number': 0, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:32:22.484295 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928378ef-4b50-4fc3-b896-5b5a95429229 req-361a84ef-5545-42db-907b-ff9345c1ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:22.485834 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-928378ef-4b50-4fc3-b896-5b5a95429229 req-361a84ef-5545-42db-907b-ff9345c1ba44 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=29ac989524a34d65bcefc990244d02dd&device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 1131 time: 0.0794573 Sep 05 12:32:22.548245 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-928378ef-4b50-4fc3-b896-5b5a95429229 req-12f635c2-4abb-4668-a725-32aac25ebd74 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=29ac989524a34d65bcefc990244d02dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420823 Sep 05 12:32:22.550052 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-69855747-d6ba-4283-9f7d-227e3509d7ae req-3c98f0f5-9a01-48fa-90ff-4e668cb3759e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632767 Sep 05 12:32:22.722265 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2a4ca-1b9a-499d-8f10-a583c137882d None None] New status for floating IP 970e4a7f-df36-4e02-aa9d-4504a7fea126: ACTIVE {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:32:22.733169 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928378ef-4b50-4fc3-b896-5b5a95429229 req-a2bc51de-249b-475e-a3ef-b89c3a8928ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:22.735316 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-928378ef-4b50-4fc3-b896-5b5a95429229 req-a2bc51de-249b-475e-a3ef-b89c3a8928ff service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1737924 Sep 05 12:32:22.736971 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-69855747-d6ba-4283-9f7d-227e3509d7ae req-5e319b0d-4ab7-47de-9889-ba76cdcda0f2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675241 Sep 05 12:32:22.749629 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256d46c-fa2f-4d60-be21-76091d2573e3 req-0273dae5-6865-436b-9bff-4d8e5166c4c3 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:22.751980 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f256d46c-fa2f-4d60-be21-76091d2573e3 req-0273dae5-6865-436b-9bff-4d8e5166c4c3 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 947 time: 0.0617108 Sep 05 12:32:22.810140 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f256d46c-fa2f-4d60-be21-76091d2573e3 req-0da1fe59-0023-4702-97fc-71a618e35870 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523973 Sep 05 12:32:22.858632 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-5dbe9b75-5099-4a49-9df4-34b4a254e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:22.860394 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-5dbe9b75-5099-4a49-9df4-34b4a254e200 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=29ac989524a34d65bcefc990244d02dd&device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 1131 time: 0.0532403 Sep 05 12:32:22.909743 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-05b577dd-0db9-441c-88e8-05069b5faee4 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=d8fd2312-4b92-4447-905d-b0a66194e316 HTTP/1.1" status: 200 len: 217 time: 0.0353987 Sep 05 12:32:22.964284 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-67bbca25-25c0-4ab2-9470-fe76a809d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:22.965774 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-67bbca25-25c0-4ab2-9470-fe76a809d522 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=0dda83e6-0455-4fa8-8018-e9cb98028c17 HTTP/1.1" status: 200 len: 843 time: 0.0460715 Sep 05 12:32:23.019872 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-5c0f69b8-1a7b-4cf0-b63f-02332193fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:23.021387 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-5c0f69b8-1a7b-4cf0-b63f-02332193fb79 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=53ee2c56-9f7a-4ab5-96f3-be609b15cc4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0494511 Sep 05 12:32:23.117031 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-f3b4a841-b4a1-4157-b558-c03eb7e8e054 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/53ee2c56-9f7a-4ab5-96f3-be609b15cc4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884771 Sep 05 12:32:23.229562 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4633ecbb-650b-4f5a-b852-d1d82d0eaa03 req-185334ad-cfed-4e7a-8819-c24ae563c846 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/53ee2c56-9f7a-4ab5-96f3-be609b15cc4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061714 Sep 05 12:32:23.362713 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196ba77-6f48-45fc-8a02-e1d38ea0ac07 req-48af6993-c6e5-43dc-9812-76c7ff55cc5b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:23.364275 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c196ba77-6f48-45fc-8a02-e1d38ea0ac07 req-48af6993-c6e5-43dc-9812-76c7ff55cc5b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0506442 Sep 05 12:32:23.415855 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c196ba77-6f48-45fc-8a02-e1d38ea0ac07 req-076bcbdb-f50c-4176-b7b5-e95bb1840de7 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456541 Sep 05 12:32:23.571934 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 53994) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:23.616853 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c542ca5-88ea-4e7e-9291-976f4bba2970 admin admin] Deleting subnet 1dca5eaf-b59b-4c4c-976f-1582d480e525 {{(pid=106739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:32:23.620106 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5c542ca5-88ea-4e7e-9291-976f4bba2970 admin admin] Publish callbacks [] for subnet (1dca5eaf-b59b-4c4c-976f-1582d480e525), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:23.663855 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5c542ca5-88ea-4e7e-9291-976f4bba2970 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3249964'] for subnet (1dca5eaf-b59b-4c4c-976f-1582d480e525), precommit_delete_associations {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:23.705777 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5c542ca5-88ea-4e7e-9291-976f4bba2970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (1dca5eaf-b59b-4c4c-976f-1582d480e525), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:23.823563 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5c542ca5-88ea-4e7e-9291-976f4bba2970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4159189'] for subnet (1dca5eaf-b59b-4c4c-976f-1582d480e525), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:23.851622 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c542ca5-88ea-4e7e-9291-976f4bba2970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dca5eaf-b59b-4c4c-976f-1582d480e525,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:23.858253 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5c542ca5-88ea-4e7e-9291-976f4bba2970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:23.864414 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-5c542ca5-88ea-4e7e-9291-976f4bba2970 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/1dca5eaf-b59b-4c4c-976f-1582d480e525 HTTP/1.1" status: 204 len: 168 time: 0.2890825 Sep 05 12:32:23.864688 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 54000) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:23.951698 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d221ea-7be5-4cc5-a0e8-2d1eb7ef31ef req-93fd5e90-a920-406d-8a50-74a3f08d4dff tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:23.953547 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f4d221ea-7be5-4cc5-a0e8-2d1eb7ef31ef req-93fd5e90-a920-406d-8a50-74a3f08d4dff tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 947 time: 0.0535793 Sep 05 12:32:24.012652 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f4d221ea-7be5-4cc5-a0e8-2d1eb7ef31ef req-e31bea93-c83b-4fe1-a9cc-9df6b6b242f9 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531938 Sep 05 12:32:24.156587 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:24.181694 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5900-bd2d-476b-a25f-49805244af6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (488a601a-db3c-42c3-a1b1-31b43872e2ec), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:24.261082 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5900-bd2d-476b-a25f-49805244af6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (488a601a-db3c-42c3-a1b1-31b43872e2ec), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:24.280787 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-ca9e5900-bd2d-476b-a25f-49805244af6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488a601a-db3c-42c3-a1b1-31b43872e2ec']}} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:32:24.289351 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:24.291061 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-ca9e5900-bd2d-476b-a25f-49805244af6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a774ec55-a008-40de-a9e1-f5f542c17d2d') {'for_net_delete': True} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:32:24.291353 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-ca9e5900-bd2d-476b-a25f-49805244af6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a774ec55-a008-40de-a9e1-f5f542c17d2d') {} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:32:24.300923 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5900-bd2d-476b-a25f-49805244af6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3249957'] for segment (a774ec55-a008-40de-a9e1-f5f542c17d2d), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:24.314928 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5900-bd2d-476b-a25f-49805244af6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (a774ec55-a008-40de-a9e1-f5f542c17d2d), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:24.322014 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9e5900-bd2d-476b-a25f-49805244af6b admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=106739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:32:24.322393 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5900-bd2d-476b-a25f-49805244af6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3093733'] for segment (a774ec55-a008-40de-a9e1-f5f542c17d2d), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:24.341014 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment a774ec55-a008-40de-a9e1-f5f542c17d2d resource provider aggregate not found Sep 05 12:32:24.373270 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment a774ec55-a008-40de-a9e1-f5f542c17d2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a774ec55-a008-40de-a9e1-f5f542c17d2d found for delete ", "request_id": "req-78312515-8e34-4b49-afc4-f20935d45b4f"}]} Sep 05 12:32:24.478912 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5900-bd2d-476b-a25f-49805244af6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (488a601a-db3c-42c3-a1b1-31b43872e2ec), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:24.487867 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ca9e5900-bd2d-476b-a25f-49805244af6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:24.491805 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-ca9e5900-bd2d-476b-a25f-49805244af6b admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/488a601a-db3c-42c3-a1b1-31b43872e2ec HTTP/1.1" status: 204 len: 168 time: 0.6260931 Sep 05 12:32:24.507144 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e5900-bd2d-476b-a25f-49805244af6b admin admin] Pushing event deleted for resources: {'Network': ['ID=488a601a-db3c-42c3-a1b1-31b43872e2ec,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:24.571032 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dff269-9049-4bd3-a7d7-ff9a9c349bfd req-d8fee92c-df3c-4dbd-be5c-3404e78417b8 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:24.573761 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-97dff269-9049-4bd3-a7d7-ff9a9c349bfd req-d8fee92c-df3c-4dbd-be5c-3404e78417b8 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0636268 Sep 05 12:32:24.631516 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-97dff269-9049-4bd3-a7d7-ff9a9c349bfd req-6fcde808-f099-4e9f-89e1-90ce36ddbaa8 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507312 Sep 05 12:32:24.715213 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:24.901843 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 54012) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:24.946322 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-918c81d2-eec0-43c0-b2fc-e1214346c4fd admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=d5ecc5cd1d854b17bbe9ee678ecacfe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430837 Sep 05 12:32:24.953976 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 54014) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:32:25.003340 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f64d3e34-5d90-456d-b427-272e7532d576 admin admin] Publish callbacks [] for security_group (80ae8e73-bef7-483a-b82a-2fe52a2aa3cc), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:25.026649 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f64d3e34-5d90-456d-b427-272e7532d576 admin admin] Publish callbacks [] for security_group (80ae8e73-bef7-483a-b82a-2fe52a2aa3cc), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:25.143288 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4fddc-f186-4211-a9ac-5a8d06789ff4 req-25e4b361-988b-43d7-b22d-12d645a998e6 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:25.144871 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-efb4fddc-f186-4211-a9ac-5a8d06789ff4 req-25e4b361-988b-43d7-b22d-12d645a998e6 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 947 time: 0.0497169 Sep 05 12:32:25.171918 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f64d3e34-5d90-456d-b427-272e7532d576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (80ae8e73-bef7-483a-b82a-2fe52a2aa3cc), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:25.175081 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-f64d3e34-5d90-456d-b427-272e7532d576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:25.176218 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-f64d3e34-5d90-456d-b427-272e7532d576 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/80ae8e73-bef7-483a-b82a-2fe52a2aa3cc HTTP/1.1" status: 204 len: 168 time: 0.2213266 Sep 05 12:32:25.186028 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d3e34-5d90-456d-b427-272e7532d576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ae8e73-bef7-483a-b82a-2fe52a2aa3cc,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:25.188100 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:25.203806 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-efb4fddc-f186-4211-a9ac-5a8d06789ff4 req-1a4178b9-e332-4dd0-9dce-a1670efbe9b8 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520613 Sep 05 12:32:25.524499 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device d8fd2312-4b92-4447-905d-b0a66194e316 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:32:25.641087 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port d8fd2312-4b92-4447-905d-b0a66194e316, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d8fd2312-4b92-4447-905d-b0a66194e316,segment=NetworkSegment(3dbff7c7-15b5-46c2-841b-421529fb358d),segment_id=3dbff7c7-15b5-46c2-841b-421529fb358d)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:32:25.652795 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': 'd8fd2312-4b92-4447-905d-b0a66194e316', 'network_id': '53ee2c56-9f7a-4ab5-96f3-be609b15cc4e', 'port_id': 'd8fd2312-4b92-4447-905d-b0a66194e316', 'mac_address': 'fa:16:3e:8e:c0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dda83e6-0455-4fa8-8018-e9cb98028c17', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:32:25.658326 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:25.689320 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port d8fd2312-4b92-4447-905d-b0a66194e316 is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:32:25.689714 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d8fd2312-4b92-4447-905d-b0a66194e316), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:25.715285 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fd2312-4b92-4447-905d-b0a66194e316 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:32:25.739331 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port d8fd2312-4b92-4447-905d-b0a66194e316, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d8fd2312-4b92-4447-905d-b0a66194e316,segment=NetworkSegment(3dbff7c7-15b5-46c2-841b-421529fb358d),segment_id=3dbff7c7-15b5-46c2-841b-421529fb358d)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:32:25.776435 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee53a59-1e58-4ecb-aef9-9a7271480f8f req-5da8f531-bfd9-4215-a154-7f80961a2e8d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:25.777951 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5ee53a59-1e58-4ecb-aef9-9a7271480f8f req-5da8f531-bfd9-4215-a154-7f80961a2e8d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0520475 Sep 05 12:32:25.835150 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5ee53a59-1e58-4ecb-aef9-9a7271480f8f req-58b5dbc1-45c0-4f43-9210-56efde2c16e0 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515022 Sep 05 12:32:25.856089 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d8fd2312-4b92-4447-905d-b0a66194e316), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:25.907861 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=d8fd2312-4b92-4447-905d-b0a66194e316,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:26.030909 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ea845-fbc1-44df-becd-d84991b26291 req-bef2a3d3-bd5c-42c9-b62a-fd96a831e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:26.032443 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-102ea845-fbc1-44df-becd-d84991b26291 req-bef2a3d3-bd5c-42c9-b62a-fd96a831e6bb service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0&tenant_id=094bae935a1e4738b0c51d33c6d89e3a HTTP/1.1" status: 200 len: 1127 time: 0.0739675 Sep 05 12:32:26.124770 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ea845-fbc1-44df-becd-d84991b26291 req-49c5d5d9-46ca-4e15-80a3-a24e38750051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:26.126319 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-102ea845-fbc1-44df-becd-d84991b26291 req-49c5d5d9-46ca-4e15-80a3-a24e38750051 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=094bae935a1e4738b0c51d33c6d89e3a&device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 1127 time: 0.0430949 Sep 05 12:32:26.228615 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ea845-fbc1-44df-becd-d84991b26291 req-79ad80f7-fbc0-4ef0-9f16-3d27fdbead8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:26.230147 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-102ea845-fbc1-44df-becd-d84991b26291 req-79ad80f7-fbc0-4ef0-9f16-3d27fdbead8d service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6 HTTP/1.1" status: 200 len: 917 time: 0.0928652 Sep 05 12:32:26.267978 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['d8fd2312-4b92-4447-905d-b0a66194e316'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:32:26.315214 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-102ea845-fbc1-44df-becd-d84991b26291 req-fc030698-0012-4669-9c56-e4171e159eaa service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09dffb1b-f334-42d1-bd74-8b59ed4648c3 HTTP/1.1" status: 200 len: 999 time: 0.0782850 Sep 05 12:32:26.352254 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ff915-9a1b-4761-9877-c0e07843f190 req-e12ec92f-00c4-40fa-a09a-23e84b222443 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:26.353951 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6a2ff915-9a1b-4761-9877-c0e07843f190 req-e12ec92f-00c4-40fa-a09a-23e84b222443 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 948 time: 0.0684984 Sep 05 12:32:26.392100 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ea845-fbc1-44df-becd-d84991b26291 req-4de28f1c-ede5-4c31-9104-a138c31ee4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:26.397863 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-102ea845-fbc1-44df-becd-d84991b26291 req-4de28f1c-ede5-4c31-9104-a138c31ee4c5 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=836db7f6-1080-4cec-b0a2-52e957aa9512 HTTP/1.1" status: 200 len: 855 time: 0.0747151 Sep 05 12:32:26.427769 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6a2ff915-9a1b-4761-9877-c0e07843f190 req-9a5aa7f6-71ba-4087-b32c-30322779042f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637949 Sep 05 12:32:26.453314 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ea845-fbc1-44df-becd-d84991b26291 req-c1a7c33a-84a4-43f0-87ff-aafbefc3eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:26.454898 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-102ea845-fbc1-44df-becd-d84991b26291 req-c1a7c33a-84a4-43f0-87ff-aafbefc3eb2c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492101 Sep 05 12:32:26.555518 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-102ea845-fbc1-44df-becd-d84991b26291 req-e9bf510c-20f8-49dc-a673-c1ac958f0638 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927958 Sep 05 12:32:26.666764 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-102ea845-fbc1-44df-becd-d84991b26291 req-5f50e890-dc5a-4b2d-abb7-7f95418842c0 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961914 Sep 05 12:32:26.985671 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074c717-7aec-4a09-93ff-b12f170b10ed req-6129eaa6-0053-4834-87f2-9b1516d0e454 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:26.987374 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5074c717-7aec-4a09-93ff-b12f170b10ed req-6129eaa6-0053-4834-87f2-9b1516d0e454 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0641949 Sep 05 12:32:27.039481 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5074c717-7aec-4a09-93ff-b12f170b10ed req-1203ecc9-76ad-423d-bdfa-3927eb3afbdf tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460050 Sep 05 12:32:27.570183 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device d8fd2312-4b92-4447-905d-b0a66194e316 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:32:27.589329 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def60ab7-3f6d-42dd-b669-0bb9b100e9f3 req-31ce41e3-fe7b-499e-94cb-c1767aeb59be tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:27.592333 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-def60ab7-3f6d-42dd-b669-0bb9b100e9f3 req-31ce41e3-fe7b-499e-94cb-c1767aeb59be tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 948 time: 0.0742357 Sep 05 12:32:27.637398 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port d8fd2312-4b92-4447-905d-b0a66194e316 completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:32:27.657652 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-def60ab7-3f6d-42dd-b669-0bb9b100e9f3 req-d5967a48-21eb-4989-8576-12d86b6a5b61 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594759 Sep 05 12:32:27.713631 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port d8fd2312-4b92-4447-905d-b0a66194e316 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:32:27.714068 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d8fd2312-4b92-4447-905d-b0a66194e316), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:27.803417 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port d8fd2312-4b92-4447-905d-b0a66194e316 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:32:27.804923 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d8fd2312-4b92-4447-905d-b0a66194e316), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:27.840178 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6783eb5-1683-4222-9f06-774719632959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fd2312-4b92-4447-905d-b0a66194e316'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:32:27.842519 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e5f2b2-2ba0-4e92-bd17-be600724736e" -d '{"events": [{"server_uuid": "b6783eb5-1683-4222-9f06-774719632959", "name": "network-vif-plugged", "status": "completed", "tag": "d8fd2312-4b92-4447-905d-b0a66194e316"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:32:27.856202 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port d8fd2312-4b92-4447-905d-b0a66194e316, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d8fd2312-4b92-4447-905d-b0a66194e316,segment=NetworkSegment(3dbff7c7-15b5-46c2-841b-421529fb358d),segment_id=3dbff7c7-15b5-46c2-841b-421529fb358d)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:32:27.916500 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e016f2a-6605-43c2-99e8-89d8cb66cceb x-openstack-request-id: req-4e016f2a-6605-43c2-99e8-89d8cb66cceb {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:32:27.917007 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6783eb5-1683-4222-9f06-774719632959", "name": "network-vif-plugged", "status": "completed", "tag": "d8fd2312-4b92-4447-905d-b0a66194e316", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:32:27.917365 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e016f2a-6605-43c2-99e8-89d8cb66cceb {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:32:27.917926 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e016f2a-6605-43c2-99e8-89d8cb66cceb'] response: {'server_uuid': 'b6783eb5-1683-4222-9f06-774719632959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fd2312-4b92-4447-905d-b0a66194e316', 'code': 200} Sep 05 12:32:27.942961 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d8fd2312-4b92-4447-905d-b0a66194e316), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:28.016151 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=d8fd2312-4b92-4447-905d-b0a66194e316,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:28.226032 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183d325-5b73-4a3d-a8f7-5388758b9c73 req-756b9d52-8cfe-4c9a-b6ee-67bf80dfbac6 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:28.227694 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1183d325-5b73-4a3d-a8f7-5388758b9c73 req-756b9d52-8cfe-4c9a-b6ee-67bf80dfbac6 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0531223 Sep 05 12:32:28.284359 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1183d325-5b73-4a3d-a8f7-5388758b9c73 req-0dd11ab9-3e0f-482b-a8a4-deeed5810be2 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501542 Sep 05 12:32:28.815360 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97793f-c509-4aac-9f4a-df78b0a75f99 req-6174fdf4-06a0-4981-b006-5844b0ef793f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:28.817152 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7d97793f-c509-4aac-9f4a-df78b0a75f99 req-6174fdf4-06a0-4981-b006-5844b0ef793f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0566540 Sep 05 12:32:28.872715 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7d97793f-c509-4aac-9f4a-df78b0a75f99 req-3752db64-9c97-494b-a3f1-2d1f4132cf74 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487840 Sep 05 12:32:29.428265 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c53bce-a0be-44b5-8f9f-f21a45c6cbe6 req-606682b1-11e8-426f-8ed8-4d13249a84fd tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:29.430220 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f0c53bce-a0be-44b5-8f9f-f21a45c6cbe6 req-606682b1-11e8-426f-8ed8-4d13249a84fd tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0539784 Sep 05 12:32:29.508229 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f0c53bce-a0be-44b5-8f9f-f21a45c6cbe6 req-bf70a49b-18e1-4924-9bf9-68cc5000e735 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712171 Sep 05 12:32:30.020564 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e971120-b136-42a3-9b98-1a55cb6345d4 req-90a2ec89-46ef-4f89-b37e-1b847d9def05 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:30.022894 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0e971120-b136-42a3-9b98-1a55cb6345d4 req-90a2ec89-46ef-4f89-b37e-1b847d9def05 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0597882 Sep 05 12:32:30.082686 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0e971120-b136-42a3-9b98-1a55cb6345d4 req-e05b19c4-4b69-43f4-a4ec-ef9e2e4c2015 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520852 Sep 05 12:32:30.658379 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813469dc-d021-4206-b913-af2240e0e7b6 req-7b5d121f-545a-47aa-8532-0e484bca5ed7 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:30.661927 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-813469dc-d021-4206-b913-af2240e0e7b6 req-7b5d121f-545a-47aa-8532-0e484bca5ed7 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0606725 Sep 05 12:32:30.726794 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-813469dc-d021-4206-b913-af2240e0e7b6 req-ef6f3198-f7e8-45ed-b918-0b12bbd79a38 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600462 Sep 05 12:32:31.224088 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b597b-00d4-4b90-8714-71c371d7f12c req-9e8c1613-e317-4f67-9807-9996fc1ef6a9 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:31.226375 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7a7b597b-00d4-4b90-8714-71c371d7f12c req-9e8c1613-e317-4f67-9807-9996fc1ef6a9 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0587142 Sep 05 12:32:31.296326 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:31.317174 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7a7b597b-00d4-4b90-8714-71c371d7f12c req-4cd69c94-b62c-4cf4-9995-a61134e1376b tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819714 Sep 05 12:32:31.875325 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547d37d-c192-4c05-abe3-bc64601ae960 req-8e6b02c7-0fb7-4d6b-83e3-e458eacf29ac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:31.876891 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b547d37d-c192-4c05-abe3-bc64601ae960 req-8e6b02c7-0fb7-4d6b-83e3-e458eacf29ac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0552986 Sep 05 12:32:31.897642 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:31.928634 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b547d37d-c192-4c05-abe3-bc64601ae960 req-e4c1aec5-25a9-4a18-89c6-e0a67f8cbfc2 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460124 Sep 05 12:32:32.446021 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:32.453108 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c3f2f-7c38-43cf-8e70-b89a2b4ad0a6 req-a316e48f-8a46-4f0f-90d5-9bb8e00a7a08 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:32.455851 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c02c3f2f-7c38-43cf-8e70-b89a2b4ad0a6 req-a316e48f-8a46-4f0f-90d5-9bb8e00a7a08 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0537629 Sep 05 12:32:32.514753 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c02c3f2f-7c38-43cf-8e70-b89a2b4ad0a6 req-96b32356-f32a-4217-9cf9-60503c4a0fb5 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543592 Sep 05 12:32:32.843720 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:UPDATE=2,neutron:SELECT=11 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:32.873864 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:33.084602 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82c53a-b55e-4d1e-b96a-cc8c57d12d0d req-548f2537-644f-4477-bbdd-e866a7a6a48b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:33.087041 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-aa82c53a-b55e-4d1e-b96a-cc8c57d12d0d req-548f2537-644f-4477-bbdd-e866a7a6a48b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0530117 Sep 05 12:32:33.142088 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-aa82c53a-b55e-4d1e-b96a-cc8c57d12d0d req-1868c22e-5109-4999-ad6c-9a89a588ee83 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461524 Sep 05 12:32:33.640524 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-05c9c540-262b-4677-b4ad-2b994a83c639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:33.645233 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f247814-e701-4fc5-abf9-12f7119605ee req-1335392c-b0db-4d78-82a3-8b2643923509 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:33.646787 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2f247814-e701-4fc5-abf9-12f7119605ee req-1335392c-b0db-4d78-82a3-8b2643923509 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0491853 Sep 05 12:32:33.698071 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2f247814-e701-4fc5-abf9-12f7119605ee req-24442c2c-1ce4-4fa7-bb73-c615f2cb4840 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449328 Sep 05 12:32:34.272379 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5680b-1f18-448c-b927-1345e0c74afd req-4302d4e1-d3b3-44f0-8f1a-189b92c1f26c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:34.273928 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-39c5680b-1f18-448c-b927-1345e0c74afd req-4302d4e1-d3b3-44f0-8f1a-189b92c1f26c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0494742 Sep 05 12:32:34.330574 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-39c5680b-1f18-448c-b927-1345e0c74afd req-56f78073-a857-4d91-a8c6-5ac94c96f96e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504115 Sep 05 12:32:34.835231 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca05a3c-3afd-4a92-b282-f546e85e0c1b req-bc4f90da-9e0a-4436-b5a4-e28e16877fff tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:34.842835 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bca05a3c-3afd-4a92-b282-f546e85e0c1b req-bc4f90da-9e0a-4436-b5a4-e28e16877fff tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0660567 Sep 05 12:32:34.922783 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bca05a3c-3afd-4a92-b282-f546e85e0c1b req-288913c0-f1ef-4ecf-a7d8-1ca157cfc33a tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794230 Sep 05 12:32:35.490998 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:35.502918 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5410404-b4d7-4c89-8a22-c9883cc83019 req-4f9d8bbe-07b1-4037-ab0b-7a9e0947531c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:35.507106 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e5410404-b4d7-4c89-8a22-c9883cc83019 req-4f9d8bbe-07b1-4037-ab0b-7a9e0947531c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0587509 Sep 05 12:32:35.554743 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e5410404-b4d7-4c89-8a22-c9883cc83019 req-256fb629-2cdb-4714-bdae-b61fb0800b52 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445673 Sep 05 12:32:36.008622 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:36.091893 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7da12-0786-49bf-acad-3d6ac99fb632 req-48643c1b-110c-41fe-a683-e3e1a52375fe tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:36.094423 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ffc7da12-0786-49bf-acad-3d6ac99fb632 req-48643c1b-110c-41fe-a683-e3e1a52375fe tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0684667 Sep 05 12:32:36.142196 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-795f0ddb-6080-46d6-af48-1c321d7a9411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:36.157741 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ffc7da12-0786-49bf-acad-3d6ac99fb632 req-decbf3b7-47de-45ed-b6c4-8a30319f3394 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566943 Sep 05 12:32:36.703411 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d9d87-4341-4d54-8f86-aa0487474de4 req-e13fd3d8-f6db-4ec7-8edf-15d4fac2a225 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:36.705086 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-186d9d87-4341-4d54-8f86-aa0487474de4 req-e13fd3d8-f6db-4ec7-8edf-15d4fac2a225 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0489213 Sep 05 12:32:36.755462 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-186d9d87-4341-4d54-8f86-aa0487474de4 req-069dd8bc-2933-429d-bf27-3fce7d9c638e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447755 Sep 05 12:32:37.292016 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:32:37.332914 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:37.333999 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d56d5-a522-45e5-93f7-63aa6e34e955 req-a8e92648-386e-4536-80fe-835d3498fe62 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:37.335885 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0e5d56d5-a522-45e5-93f7-63aa6e34e955 req-a8e92648-386e-4536-80fe-835d3498fe62 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0634570 Sep 05 12:32:37.390390 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0e5d56d5-a522-45e5-93f7-63aa6e34e955 req-512d6e8c-2aaa-4feb-b0fe-6f1f9ddc2a32 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462935 Sep 05 12:32:37.920986 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13961a6-b7bd-452c-ac5b-4e4f0ec4a500 req-d93e8c0d-fb66-48fa-bab1-a746c650f516 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:37.923119 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c13961a6-b7bd-452c-ac5b-4e4f0ec4a500 req-d93e8c0d-fb66-48fa-bab1-a746c650f516 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0760276 Sep 05 12:32:37.994855 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c13961a6-b7bd-452c-ac5b-4e4f0ec4a500 req-cfbf1280-99f0-483c-8d81-afa86e105e9b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610921 Sep 05 12:32:38.528306 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a386f-5785-4357-a21b-b5f616b725cf req-82eae7b4-65d8-4dd4-aa21-2c33a53312f5 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:38.530393 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-060a386f-5785-4357-a21b-b5f616b725cf req-82eae7b4-65d8-4dd4-aa21-2c33a53312f5 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0556185 Sep 05 12:32:38.584436 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-060a386f-5785-4357-a21b-b5f616b725cf req-9c0ad4df-ff17-4c86-9e41-bdbcab45118d tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462763 Sep 05 12:32:38.783816 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:39.121003 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:39.135496 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7c297-59c6-4feb-ac63-ffa5173c6ce1 req-b17e25a9-cd9a-45a9-bd84-675bd239e3ea tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:39.137236 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-99f7c297-59c6-4feb-ac63-ffa5173c6ce1 req-b17e25a9-cd9a-45a9-bd84-675bd239e3ea tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0548282 Sep 05 12:32:39.189088 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-99f7c297-59c6-4feb-ac63-ffa5173c6ce1 req-9b8649f0-735b-4914-b3a7-67b12b8b3285 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461473 Sep 05 12:32:39.712821 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737cf24-3c44-4074-9d1c-90eb0e3f8034 req-2a1c67fc-9992-4181-83ab-38037d398562 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:39.714341 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a737cf24-3c44-4074-9d1c-90eb0e3f8034 req-2a1c67fc-9992-4181-83ab-38037d398562 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0464249 Sep 05 12:32:39.782211 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a737cf24-3c44-4074-9d1c-90eb0e3f8034 req-a96d2db0-097f-4e78-b05f-edae2b2d47ec tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622549 Sep 05 12:32:40.331398 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8a552-65fa-4c81-bfe2-cb1a7fab8218 req-b9a8e02d-3caa-49e2-b67e-212587bb5210 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:40.332920 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f9d8a552-65fa-4c81-bfe2-cb1a7fab8218 req-b9a8e02d-3caa-49e2-b67e-212587bb5210 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0500462 Sep 05 12:32:40.386353 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f9d8a552-65fa-4c81-bfe2-cb1a7fab8218 req-fbbb5b94-e4fc-48a3-9691-edf57d53f2de tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471945 Sep 05 12:32:40.908110 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2bffa-36a6-4d48-9416-a8d0dc51f554 req-b16d746c-7360-4cd9-8956-ef2efd06bc85 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:40.909607 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-75a2bffa-36a6-4d48-9416-a8d0dc51f554 req-b16d746c-7360-4cd9-8956-ef2efd06bc85 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0493209 Sep 05 12:32:40.958073 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-75a2bffa-36a6-4d48-9416-a8d0dc51f554 req-7f71a555-1856-4e87-8f3d-382d43554301 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428939 Sep 05 12:32:41.417663 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b8d21-2b37-4834-848c-6bba5f0e950e req-6fc3b008-61b5-4397-b635-9833237ebc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:41.419189 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ec8b8d21-2b37-4834-848c-6bba5f0e950e req-6fc3b008-61b5-4397-b635-9833237ebc43 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 1133 time: 0.0383811 Sep 05 12:32:41.466770 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ec8b8d21-2b37-4834-848c-6bba5f0e950e req-6c6f1718-76ea-48a4-bbfa-89d3df0b59c0 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395904 Sep 05 12:32:41.522977 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c56c5b-2c7a-4893-aaf3-1437a9d6d23d req-96228a2f-d5d8-4d06-90ba-b01bfad89010 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:41.524494 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-26c56c5b-2c7a-4893-aaf3-1437a9d6d23d req-96228a2f-d5d8-4d06-90ba-b01bfad89010 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0529935 Sep 05 12:32:41.572632 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-26c56c5b-2c7a-4893-aaf3-1437a9d6d23d req-eba5e063-c0ff-43c2-aa5d-d8fdd1e07e66 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417836 Sep 05 12:32:42.094237 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36ad1c-a843-4532-bd02-95fae3d61ed3 req-34cf5275-594b-4746-a2bd-1a647779cc4f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:42.096603 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7a36ad1c-a843-4532-bd02-95fae3d61ed3 req-34cf5275-594b-4746-a2bd-1a647779cc4f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0565283 Sep 05 12:32:42.149402 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7a36ad1c-a843-4532-bd02-95fae3d61ed3 req-01589e9b-e587-4150-a95f-0c2084dfde0e tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470965 Sep 05 12:32:42.700200 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df6d61-e5b2-46e0-982b-ce0870e72a17 req-15cf694a-513b-4ac1-960b-756da2753a25 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:42.701670 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-92df6d61-e5b2-46e0-982b-ce0870e72a17 req-15cf694a-513b-4ac1-960b-756da2753a25 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0484550 Sep 05 12:32:42.749627 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-92df6d61-e5b2-46e0-982b-ce0870e72a17 req-6529607a-4643-4628-9595-59feea76593a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416131 Sep 05 12:32:43.264756 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:43.272944 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34f08e-ebc3-4b63-a5d3-1416759ba39d req-dc76ef0e-cfb8-4b9f-8c80-694adf0db17d tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:43.274473 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4b34f08e-ebc3-4b63-a5d3-1416759ba39d req-dc76ef0e-cfb8-4b9f-8c80-694adf0db17d tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0494120 Sep 05 12:32:43.326046 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4b34f08e-ebc3-4b63-a5d3-1416759ba39d req-23688e6f-787d-4a45-b55e-c29bd24a191c tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450687 Sep 05 12:32:43.823251 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21265b47-6f5e-4357-899b-95d47a87a99d req-5afd0546-d94f-4111-bffa-d9c67b7016b3 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:43.824919 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-21265b47-6f5e-4357-899b-95d47a87a99d req-5afd0546-d94f-4111-bffa-d9c67b7016b3 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0485194 Sep 05 12:32:43.883526 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-21265b47-6f5e-4357-899b-95d47a87a99d req-805dd905-1b4e-47a9-9c4d-b21c5c27cb5f tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529137 Sep 05 12:32:43.885088 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f364e-89c5-4adc-9c44-dbd93cd7685b req-560df96b-c3d3-4bd9-894f-acc4444c9d39 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:43.886833 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6b9f364e-89c5-4adc-9c44-dbd93cd7685b req-560df96b-c3d3-4bd9-894f-acc4444c9d39 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0522890 Sep 05 12:32:43.935709 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6b9f364e-89c5-4adc-9c44-dbd93cd7685b req-7099c7b5-5e59-46c0-94dd-831e2550e4ac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431166 Sep 05 12:32:45.008867 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6db275-6226-4355-8848-463ff6d60018 req-93f9082c-d752-490f-883a-1fb654d42490 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:45.011008 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6e6db275-6226-4355-8848-463ff6d60018 req-93f9082c-d752-490f-883a-1fb654d42490 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0499821 Sep 05 12:32:45.023313 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:45.070533 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6e6db275-6226-4355-8848-463ff6d60018 req-83714a57-fd62-4128-ae86-efe70c956afb tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533154 Sep 05 12:32:45.096770 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f312f-f299-496a-9f95-49ffa71fdfcd req-2325249c-a839-4f10-937c-acad7adaf83f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:45.100021 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-972f312f-f299-496a-9f95-49ffa71fdfcd req-2325249c-a839-4f10-937c-acad7adaf83f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0696318 Sep 05 12:32:45.113508 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:45.151014 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-972f312f-f299-496a-9f95-49ffa71fdfcd req-5691f9fd-c44c-475e-aa70-0e866246475a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446632 Sep 05 12:32:45.868171 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d9478-29a4-40ba-926d-b6127e2d2eca req-c4ddb2f7-8798-4020-97e9-2c98b76380be tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:45.869631 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a80d9478-29a4-40ba-926d-b6127e2d2eca req-c4ddb2f7-8798-4020-97e9-2c98b76380be tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0475698 Sep 05 12:32:45.992607 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-a80d9478-29a4-40ba-926d-b6127e2d2eca req-74e4baa9-7b8b-4a62-a6ca-2dc4ca4175a3 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Deleting port d8fd2312-4b92-4447-905d-b0a66194e316 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:32:45.992864 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a80d9478-29a4-40ba-926d-b6127e2d2eca req-74e4baa9-7b8b-4a62-a6ca-2dc4ca4175a3 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (d8fd2312-4b92-4447-905d-b0a66194e316), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:46.097818 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-a80d9478-29a4-40ba-926d-b6127e2d2eca req-74e4baa9-7b8b-4a62-a6ca-2dc4ca4175a3 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] For port d8fd2312-4b92-4447-905d-b0a66194e316, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d8fd2312-4b92-4447-905d-b0a66194e316,segment=NetworkSegment(3dbff7c7-15b5-46c2-841b-421529fb358d),segment_id=3dbff7c7-15b5-46c2-841b-421529fb358d)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:32:46.098610 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a80d9478-29a4-40ba-926d-b6127e2d2eca req-74e4baa9-7b8b-4a62-a6ca-2dc4ca4175a3 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (d8fd2312-4b92-4447-905d-b0a66194e316), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:46.117887 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-a80d9478-29a4-40ba-926d-b6127e2d2eca req-74e4baa9-7b8b-4a62-a6ca-2dc4ca4175a3 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Calling delete_port for d8fd2312-4b92-4447-905d-b0a66194e316 owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:32:46.230734 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fb580-75b4-482d-b400-e42f31ee909b req-a07b2ebe-0b2a-437f-9882-bf80fc4a157d tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:46.232533 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-017fb580-75b4-482d-b400-e42f31ee909b req-a07b2ebe-0b2a-437f-9882-bf80fc4a157d tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 949 time: 0.0672848 Sep 05 12:32:46.287107 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e9982-063d-4d33-be21-012f55ccc328 req-d6017c6f-e11a-482f-a658-ab0c73b84d87 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:46.288644 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-620e9982-063d-4d33-be21-012f55ccc328 req-d6017c6f-e11a-482f-a658-ab0c73b84d87 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0531392 Sep 05 12:32:46.321262 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-017fb580-75b4-482d-b400-e42f31ee909b req-0547a01b-892d-470e-aa4b-ecb05d7f0544 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5a37cb14-99cb-44e0-be80-415462dc6103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783794 Sep 05 12:32:46.341114 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-620e9982-063d-4d33-be21-012f55ccc328 req-d9122eee-a4a2-4b29-8561-5a74da016637 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465782 Sep 05 12:32:46.406393 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a80d9478-29a4-40ba-926d-b6127e2d2eca req-74e4baa9-7b8b-4a62-a6ca-2dc4ca4175a3 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (d8fd2312-4b92-4447-905d-b0a66194e316), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:46.434854 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4baa9-7b8b-4a62-a6ca-2dc4ca4175a3 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Pushing event deleted for resources: {'Port': ['ID=d8fd2312-4b92-4447-905d-b0a66194e316,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:46.455201 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['d8fd2312-4b92-4447-905d-b0a66194e316'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:32:46.503527 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80d9478-29a4-40ba-926d-b6127e2d2eca req-74e4baa9-7b8b-4a62-a6ca-2dc4ca4175a3 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] No DVR routers for this DVR port d8fd2312-4b92-4447-905d-b0a66194e316 on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:32:46.506236 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a80d9478-29a4-40ba-926d-b6127e2d2eca req-74e4baa9-7b8b-4a62-a6ca-2dc4ca4175a3 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:46.510241 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a80d9478-29a4-40ba-926d-b6127e2d2eca req-74e4baa9-7b8b-4a62-a6ca-2dc4ca4175a3 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.58 "DELETE /networking/v2.0/ports/d8fd2312-4b92-4447-905d-b0a66194e316 HTTP/1.1" status: 204 len: 173 time: 0.6318288 Sep 05 12:32:46.510698 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6783eb5-1683-4222-9f06-774719632959', 'name': 'network-vif-deleted', 'tag': 'd8fd2312-4b92-4447-905d-b0a66194e316'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:32:46.513095 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fc7896-fba9-4145-b3d0-3f6c96e487ec" -d '{"events": [{"server_uuid": "b6783eb5-1683-4222-9f06-774719632959", "name": "network-vif-deleted", "tag": "d8fd2312-4b92-4447-905d-b0a66194e316"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:32:46.550804 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12eaf8a7-14cf-4789-ae15-198f2fabdfda x-openstack-request-id: req-12eaf8a7-14cf-4789-ae15-198f2fabdfda {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:32:46.551123 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6783eb5-1683-4222-9f06-774719632959", "name": "network-vif-deleted", "tag": "d8fd2312-4b92-4447-905d-b0a66194e316", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:32:46.551379 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12eaf8a7-14cf-4789-ae15-198f2fabdfda {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:32:46.551770 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12eaf8a7-14cf-4789-ae15-198f2fabdfda'] response: {'server_uuid': 'b6783eb5-1683-4222-9f06-774719632959', 'name': 'network-vif-deleted', 'tag': 'd8fd2312-4b92-4447-905d-b0a66194e316', 'status': 'completed', 'code': 200} Sep 05 12:32:47.432477 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5bdb7fc4-0629-4a5a-8ebd-05e4faf1dd53 req-a214f951-7bdf-4f24-a1c1-2e434d5fb069 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 210 time: 0.0278966 Sep 05 12:32:47.471443 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b44fb1-6355-43e9-a2d1-8873ca921e88 req-d03b4432-2dab-464c-a2d7-b5374e68cedb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:47.473030 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a2b44fb1-6355-43e9-a2d1-8873ca921e88 req-d03b4432-2dab-464c-a2d7-b5374e68cedb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0479167 Sep 05 12:32:47.519736 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a2b44fb1-6355-43e9-a2d1-8873ca921e88 req-574ca3d8-a1bf-432d-9f18-e7f58f234b14 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404994 Sep 05 12:32:48.536763 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-17d24d7b-f341-48fc-b588-3cfc9fdfa84f req-4a7e0a64-23f9-432c-92f6-899a551a1116 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 210 time: 0.0289576 Sep 05 12:32:48.650118 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2580b8a-ce82-43f3-bb35-50d8a3b2126a req-a081b408-c9b4-4dd2-b77b-e5135612204a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:48.651667 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c2580b8a-ce82-43f3-bb35-50d8a3b2126a req-a081b408-c9b4-4dd2-b77b-e5135612204a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0467103 Sep 05 12:32:48.703155 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c2580b8a-ce82-43f3-bb35-50d8a3b2126a req-969d978a-ce3a-4998-aac4-84bc20739f4d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457110 Sep 05 12:32:49.642348 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d585852b-1219-4914-abe1-10686d0aa26a req-e05ecf76-e263-49c8-b5ca-e3ea2914bab7 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 210 time: 0.0272462 Sep 05 12:32:49.795166 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:49.830732 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2cf63-9e05-44ca-b8e3-151038208023 req-99c0b6f8-cb18-4261-b0e5-f2692b94ec46 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:49.832273 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1cd2cf63-9e05-44ca-b8e3-151038208023 req-99c0b6f8-cb18-4261-b0e5-f2692b94ec46 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 943 time: 0.0470755 Sep 05 12:32:49.882559 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1cd2cf63-9e05-44ca-b8e3-151038208023 req-298e9dec-e375-4bb6-8776-67e153693aa1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431643 Sep 05 12:32:50.611637 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 09dffb1b-f334-42d1-bd74-8b59ed4648c3 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:32:50.634737 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device d8fd2312-4b92-4447-905d-b0a66194e316 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:32:50.690007 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: d8fd2312-4b92-4447-905d-b0a66194e316 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:32:50.690364 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device d8fd2312-4b92-4447-905d-b0a66194e316 not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:32:50.734638 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 09dffb1b-f334-42d1-bd74-8b59ed4648c3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=09dffb1b-f334-42d1-bd74-8b59ed4648c3,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:32:50.747217 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '09dffb1b-f334-42d1-bd74-8b59ed4648c3', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'port_id': '09dffb1b-f334-42d1-bd74-8b59ed4648c3', 'mac_address': 'fa:16:3e:5d:dd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:32:50.765169 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fbd3deda-1139-45fd-b544-53e87a07aabb req-96d353f2-0036-4ed4-b1c6-a0e95c1b6d93 tempest-VolumesNegativeTest-1880244658 tempest-VolumesNegativeTest-1880244658-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b6783eb5-1683-4222-9f06-774719632959 HTTP/1.1" status: 200 len: 210 time: 0.0351508 Sep 05 12:32:50.781954 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:32:50.782349 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:50.795917 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09dffb1b-f334-42d1-bd74-8b59ed4648c3 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:32:50.816772 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 09dffb1b-f334-42d1-bd74-8b59ed4648c3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=09dffb1b-f334-42d1-bd74-8b59ed4648c3,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:32:50.891958 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:50.935373 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:50.946027 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=09dffb1b-f334-42d1-bd74-8b59ed4648c3,revision_number=9']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:50.953787 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:50.954131 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:50.954471 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:50.954835 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:50.955322 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:50.955681 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:50.956011 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:50.956333 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:50.956654 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:50.957003 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:50.957329 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:50.957650 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:50.958000 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:50.958314 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:50.958658 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:32:51.001084 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:51.016414 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fe12f-0a9e-4976-b79e-c4e00f381213 req-7bf23022-22a5-4c9d-8da7-e056c51da066 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:51.017941 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a46fe12f-0a9e-4976-b79e-c4e00f381213 req-7bf23022-22a5-4c9d-8da7-e056c51da066 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 944 time: 0.0481935 Sep 05 12:32:51.071489 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a46fe12f-0a9e-4976-b79e-c4e00f381213 req-9d2d3bd1-7551-49b5-9561-9be69267d542 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471442 Sep 05 12:32:51.269261 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:51.287083 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:51.291519 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:51.361697 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['09dffb1b-f334-42d1-bd74-8b59ed4648c3'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:32:52.211424 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba768a67-1bf0-4013-abb0-4e528377483f req-f20cf434-8249-4df2-990a-e7d5097a0636 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:52.213047 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ba768a67-1bf0-4013-abb0-4e528377483f req-f20cf434-8249-4df2-990a-e7d5097a0636 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 944 time: 0.0552747 Sep 05 12:32:52.263721 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ba768a67-1bf0-4013-abb0-4e528377483f req-353667b5-543d-4aab-bf89-9028ed83b572 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441284 Sep 05 12:32:52.623331 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 09dffb1b-f334-42d1-bd74-8b59ed4648c3 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:32:52.672775 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:32:52.673138 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:52.748920 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:32:52.749316 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:52.773790 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dffb1b-f334-42d1-bd74-8b59ed4648c3'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:32:52.776617 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314adaeb-e54e-4cbb-9e70-a1c5ef974862" -d '{"events": [{"server_uuid": "a0105c66-6939-4b6d-b774-c1821012c1f0", "name": "network-vif-plugged", "status": "completed", "tag": "09dffb1b-f334-42d1-bd74-8b59ed4648c3"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:32:52.789103 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 09dffb1b-f334-42d1-bd74-8b59ed4648c3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=09dffb1b-f334-42d1-bd74-8b59ed4648c3,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:32:52.818976 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4afe442-a98c-45d0-aa59-bc437df403d1 x-openstack-request-id: req-f4afe442-a98c-45d0-aa59-bc437df403d1 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:32:52.819298 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0105c66-6939-4b6d-b774-c1821012c1f0", "name": "network-vif-plugged", "status": "completed", "tag": "09dffb1b-f334-42d1-bd74-8b59ed4648c3", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:32:52.819587 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4afe442-a98c-45d0-aa59-bc437df403d1 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:32:52.819992 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4afe442-a98c-45d0-aa59-bc437df403d1'] response: {'server_uuid': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dffb1b-f334-42d1-bd74-8b59ed4648c3', 'code': 200} Sep 05 12:32:52.881745 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:32:52.938125 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:52.941372 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=09dffb1b-f334-42d1-bd74-8b59ed4648c3,revision_number=10']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:32:53.397049 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f97ad-467e-4c9a-b0f1-1eb34da872b6 req-ebca970a-fc3f-4a43-b352-b9a5aa65c763 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:53.398584 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-970f97ad-467e-4c9a-b0f1-1eb34da872b6 req-ebca970a-fc3f-4a43-b352-b9a5aa65c763 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 946 time: 0.0520289 Sep 05 12:32:53.448528 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-970f97ad-467e-4c9a-b0f1-1eb34da872b6 req-4e09df34-211f-42ea-a5a1-fcd9325bad72 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440707 Sep 05 12:32:53.592786 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d78fa-1db8-4fff-845f-08ddf7c906cf req-eff208d9-4c6b-4e73-8efd-c55a356e4348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:53.594419 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f52d78fa-1db8-4fff-845f-08ddf7c906cf req-eff208d9-4c6b-4e73-8efd-c55a356e4348 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 1130 time: 0.0424376 Sep 05 12:32:53.643734 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f52d78fa-1db8-4fff-845f-08ddf7c906cf req-36db8724-60f8-422b-afac-abbf8c443c39 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392146 Sep 05 12:32:54.598428 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bfe64-dade-432d-b3eb-f9cf51de93a1 req-ca9734c3-f62a-4d5c-8d03-4817e06c9bad tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:54.599987 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cd2bfe64-dade-432d-b3eb-f9cf51de93a1 req-ca9734c3-f62a-4d5c-8d03-4817e06c9bad tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 946 time: 0.0508869 Sep 05 12:32:54.637657 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:32:54.651255 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cd2bfe64-dade-432d-b3eb-f9cf51de93a1 req-fd159691-ea12-47ed-a681-9f5dfec74641 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443902 Sep 05 12:32:55.780753 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef68d8-2ea8-471a-9dfe-85a5c0d0d333 req-3edc6a2c-a57a-4490-818c-755907ebedbb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:55.782333 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f5ef68d8-2ea8-471a-9dfe-85a5c0d0d333 req-3edc6a2c-a57a-4490-818c-755907ebedbb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 946 time: 0.0483449 Sep 05 12:32:55.841273 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f5ef68d8-2ea8-471a-9dfe-85a5c0d0d333 req-4bef663f-f5b2-4969-804c-1f93cedc2f05 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533357 Sep 05 12:32:56.973177 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43f2b9-3fa0-4106-a141-f49e2b24125b req-8c558894-f685-4c33-9ef5-68932393ea2a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:56.974693 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cc43f2b9-3fa0-4106-a141-f49e2b24125b req-8c558894-f685-4c33-9ef5-68932393ea2a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 946 time: 0.0473380 Sep 05 12:32:57.028215 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cc43f2b9-3fa0-4106-a141-f49e2b24125b req-467188c6-178a-4aa8-9cb5-43a33199da70 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469565 Sep 05 12:32:58.157712 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983bb74-d009-4479-982b-750c73c3d97e req-19a45c96-8f6c-4395-bb1e-4bdbb750a5dd tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:58.159224 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e983bb74-d009-4479-982b-750c73c3d97e req-19a45c96-8f6c-4395-bb1e-4bdbb750a5dd tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 946 time: 0.0465913 Sep 05 12:32:58.215871 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e983bb74-d009-4479-982b-750c73c3d97e req-8e521064-150b-4406-96c9-8817f2e86b7c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509624 Sep 05 12:32:59.348363 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f5c4d-9daf-4bb8-b8f5-12cf5519c657 req-5a9fcb48-1d2f-453a-937e-c9cd59d05327 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:32:59.349802 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-3a7f5c4d-9daf-4bb8-b8f5-12cf5519c657 req-5a9fcb48-1d2f-453a-937e-c9cd59d05327 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 946 time: 0.0477884 Sep 05 12:32:59.398237 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-3a7f5c4d-9daf-4bb8-b8f5-12cf5519c657 req-bd8facad-f936-4af5-a91b-fecc204ee489 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427210 Sep 05 12:33:00.144348 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 54636) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:00.294675 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-1c13d339-751e-4691-ba34-7f3aa6db319b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=29ac989524a34d65bcefc990244d02dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488695 Sep 05 12:33:00.296984 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 54646) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:00.346389 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c65e88ef-dae0-4be4-9e28-9f184fa5cf00 admin admin] Publish callbacks [] for security_group (5a37cb14-99cb-44e0-be80-415462dc6103), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:00.366237 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c65e88ef-dae0-4be4-9e28-9f184fa5cf00 admin admin] Publish callbacks [] for security_group (5a37cb14-99cb-44e0-be80-415462dc6103), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:00.486457 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c65e88ef-dae0-4be4-9e28-9f184fa5cf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (5a37cb14-99cb-44e0-be80-415462dc6103), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:00.489065 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c65e88ef-dae0-4be4-9e28-9f184fa5cf00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:00.490216 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-c65e88ef-dae0-4be4-9e28-9f184fa5cf00 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5a37cb14-99cb-44e0-be80-415462dc6103 HTTP/1.1" status: 204 len: 168 time: 0.1922989 Sep 05 12:33:00.499913 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e88ef-dae0-4be4-9e28-9f184fa5cf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a37cb14-99cb-44e0-be80-415462dc6103,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:03.674722 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-f40af965-6dd2-4606-83fa-87fd707c0b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:05.879085 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 54682) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:05.984534 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-38848398-bf74-43eb-abd0-e20ca43081c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:06.061991 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-38848398-bf74-43eb-abd0-e20ca43081c3 admin admin] Publish callbacks [] for security_group (eaf98fe1-5946-4a4a-bb6f-6204b803ee88), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:06.097856 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-f5550d9f-7494-4c69-a272-7bf380b91645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:06.126358 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-38848398-bf74-43eb-abd0-e20ca43081c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (eaf98fe1-5946-4a4a-bb6f-6204b803ee88), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:06.166722 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-38848398-bf74-43eb-abd0-e20ca43081c3 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=945b7831a2874882b10c8561f0e37164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865334 Sep 05 12:33:06.167627 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38848398-bf74-43eb-abd0-e20ca43081c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf98fe1-5946-4a4a-bb6f-6204b803ee88,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:06.170111 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 54686) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:06.218302 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-e979ba19-7132-48e8-b9cd-4a529c23bf88 admin admin] Publish callbacks [] for security_group (eaf98fe1-5946-4a4a-bb6f-6204b803ee88), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:06.238509 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-e979ba19-7132-48e8-b9cd-4a529c23bf88 admin admin] Publish callbacks [] for security_group (eaf98fe1-5946-4a4a-bb6f-6204b803ee88), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:06.354898 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-e979ba19-7132-48e8-b9cd-4a529c23bf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (eaf98fe1-5946-4a4a-bb6f-6204b803ee88), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:06.357722 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-e979ba19-7132-48e8-b9cd-4a529c23bf88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:06.361491 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-e979ba19-7132-48e8-b9cd-4a529c23bf88 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/eaf98fe1-5946-4a4a-bb6f-6204b803ee88 HTTP/1.1" status: 204 len: 168 time: 0.1901343 Sep 05 12:33:06.369856 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979ba19-7132-48e8-b9cd-4a529c23bf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf98fe1-5946-4a4a-bb6f-6204b803ee88,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:07.355471 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:08.840738 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:09.148944 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:10.545947 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54da568-43fb-4648-881b-3dd23a35f718 req-bd93f5f7-cbf4-47de-9e83-5b6bc71b0a16 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:10.547345 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d54da568-43fb-4648-881b-3dd23a35f718 req-bd93f5f7-cbf4-47de-9e83-5b6bc71b0a16 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 946 time: 0.0479679 Sep 05 12:33:10.594094 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d54da568-43fb-4648-881b-3dd23a35f718 req-b5786672-f21a-44c1-aca9-01ee18a7ca3a tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412023 Sep 05 12:33:11.722029 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c416b-91f3-4810-8163-76ab501c6384 req-46568158-aec5-4a37-9990-cfc6fe99fa60 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:11.723506 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-299c416b-91f3-4810-8163-76ab501c6384 req-46568158-aec5-4a37-9990-cfc6fe99fa60 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 946 time: 0.0514922 Sep 05 12:33:11.770733 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-299c416b-91f3-4810-8163-76ab501c6384 req-d1c21ea2-7e70-4e3f-84f8-8dc6a4d8cb44 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411696 Sep 05 12:33:12.368179 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb400270-44e4-4b48-9b5d-db664a35e55e req-8bf578aa-64eb-469c-97e3-f47aa5b96d3d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:12.369593 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cb400270-44e4-4b48-9b5d-db664a35e55e req-8bf578aa-64eb-469c-97e3-f47aa5b96d3d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 946 time: 0.0499594 Sep 05 12:33:12.460880 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-cb400270-44e4-4b48-9b5d-db664a35e55e req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Deleting port d28f89a7-e984-4c77-9cae-fe03a7c5c344 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:33:12.461228 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-cb400270-44e4-4b48-9b5d-db664a35e55e req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (d28f89a7-e984-4c77-9cae-fe03a7c5c344), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:12.512416 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:12.555456 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:12.562506 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-cb400270-44e4-4b48-9b5d-db664a35e55e req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] For port d28f89a7-e984-4c77-9cae-fe03a7c5c344, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d28f89a7-e984-4c77-9cae-fe03a7c5c344,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:33:12.562875 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-cb400270-44e4-4b48-9b5d-db664a35e55e req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (d28f89a7-e984-4c77-9cae-fe03a7c5c344), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:12.793732 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-cb400270-44e4-4b48-9b5d-db664a35e55e req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:12.794424 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-cb400270-44e4-4b48-9b5d-db664a35e55e req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (dd7e00fe-8637-4fd3-8e1b-e887215a8c39), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:12.794424 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [req-cb400270-44e4-4b48-9b5d-db664a35e55e req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Floating IP dd7e00fe-8637-4fd3-8e1b-e887215a8c39 disassociated. External IP: 172.27.4.244, port: d28f89a7-e984-4c77-9cae-fe03a7c5c344. Sep 05 12:33:12.794728 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-cb400270-44e4-4b48-9b5d-db664a35e55e req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Calling delete_port for d28f89a7-e984-4c77-9cae-fe03a7c5c344 owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:33:12.924411 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2c363-c756-4371-b37b-13b6f902a3e2 req-1b5ed802-5bc6-48ee-af95-f194672ec7f0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:12.925426 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f4f2c363-c756-4371-b37b-13b6f902a3e2 req-1b5ed802-5bc6-48ee-af95-f194672ec7f0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 946 time: 0.0600286 Sep 05 12:33:13.014759 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f4f2c363-c756-4371-b37b-13b6f902a3e2 req-bd7ba32e-882f-4e12-9c3f-46fba08f1290 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=2fb004a7-dc81-40eb-b16d-0b4e74166f03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835912 Sep 05 12:33:13.075484 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-cb400270-44e4-4b48-9b5d-db664a35e55e req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (d28f89a7-e984-4c77-9cae-fe03a7c5c344), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:13.103824 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event deleted for resources: {'Port': ['ID=d28f89a7-e984-4c77-9cae-fe03a7c5c344,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:13.114815 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:13.115137 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:13.115480 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:13.115897 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:13.116261 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:13.116568 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:13.116893 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:13.117220 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:13.117545 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:13.117867 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:13.118192 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:13.118514 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:13.118832 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:13.119815 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:13.120140 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:13.226410 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb400270-44e4-4b48-9b5d-db664a35e55e req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Router d908261c-9967-4aee-9784-5a319b3bc98a has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:33:13.579679 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb400270-44e4-4b48-9b5d-db664a35e55e req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:33:13.594112 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eaba99-e7a2-4866-923f-7e03b05d76b2 None None] Sync routers for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:33:13.604584 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eaba99-e7a2-4866-923f-7e03b05d76b2 None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:33:13.606520 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-23eaba99-e7a2-4866-923f-7e03b05d76b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:13.623856 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb400270-44e4-4b48-9b5d-db664a35e55e req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] No DVR routers for this DVR port d28f89a7-e984-4c77-9cae-fe03a7c5c344 on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:33:13.626489 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-cb400270-44e4-4b48-9b5d-db664a35e55e req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:13.629786 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cb400270-44e4-4b48-9b5d-db664a35e55e req-7d221997-76fe-482f-823c-9a3f3cad7106 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "DELETE /networking/v2.0/ports/d28f89a7-e984-4c77-9cae-fe03a7c5c344 HTTP/1.1" status: 204 len: 173 time: 1.2483466 Sep 05 12:33:13.630251 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac517b0-9cbe-4a6a-8922-21166ec0de63', 'name': 'network-vif-deleted', 'tag': 'd28f89a7-e984-4c77-9cae-fe03a7c5c344'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:33:13.632529 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7f70bd-d720-41c2-ab04-64533a701493" -d '{"events": [{"server_uuid": "fac517b0-9cbe-4a6a-8922-21166ec0de63", "name": "network-vif-deleted", "tag": "d28f89a7-e984-4c77-9cae-fe03a7c5c344"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:33:13.676720 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e0d51d-6da0-4bdd-ac12-6d0906c05ada x-openstack-request-id: req-a2e0d51d-6da0-4bdd-ac12-6d0906c05ada {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:33:13.677223 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac517b0-9cbe-4a6a-8922-21166ec0de63", "name": "network-vif-deleted", "tag": "d28f89a7-e984-4c77-9cae-fe03a7c5c344", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:33:13.677640 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2e0d51d-6da0-4bdd-ac12-6d0906c05ada {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:33:13.678088 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e0d51d-6da0-4bdd-ac12-6d0906c05ada'] response: {'server_uuid': 'fac517b0-9cbe-4a6a-8922-21166ec0de63', 'name': 'network-vif-deleted', 'tag': 'd28f89a7-e984-4c77-9cae-fe03a7c5c344', 'status': 'completed', 'code': 200} Sep 05 12:33:13.861389 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-23eaba99-e7a2-4866-923f-7e03b05d76b2 None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:33:14.105130 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-23eaba99-e7a2-4866-923f-7e03b05d76b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.96', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:62:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0815c135-ccc0-412c-b960-1dba28e7b455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:29:26Z', 'updated_at': '2022-09-05T12:30:15Z', 'revision_number': 2, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:14.135455 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eaba99-e7a2-4866-923f-7e03b05d76b2 None None] Checking router: d908261c-9967-4aee-9784-5a319b3bc98a for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:33:14.146532 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eaba99-e7a2-4866-923f-7e03b05d76b2 None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:33:14.147172 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-23eaba99-e7a2-4866-923f-7e03b05d76b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:14.172643 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-913e0cdc-d57c-4014-9913-5eab786eb08a req-eefc74d0-b52a-4689-8da2-23b01c5e205c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=fac517b0-9cbe-4a6a-8922-21166ec0de63 HTTP/1.1" status: 200 len: 210 time: 0.0476630 Sep 05 12:33:14.204381 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:14.266119 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-23eaba99-e7a2-4866-923f-7e03b05d76b2 None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:33:14.293727 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:33:14.438177 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:14.506934 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-23eaba99-e7a2-4866-923f-7e03b05d76b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.96', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:62:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0815c135-ccc0-412c-b960-1dba28e7b455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:29:26Z', 'updated_at': '2022-09-05T12:30:15Z', 'revision_number': 2, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:14.536107 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eaba99-e7a2-4866-923f-7e03b05d76b2 None None] The sync data for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi is: [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.96', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:62:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0815c135-ccc0-412c-b960-1dba28e7b455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:29:26Z', 'updated_at': '2022-09-05T12:30:15Z', 'revision_number': 2, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:33:14.791219 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d59463-6ca2-4820-8589-0ceec47297e0 None None] New status for floating IP dd7e00fe-8637-4fd3-8e1b-e887215a8c39: DOWN {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:33:15.333787 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 54796) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:15.342611 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:15.401257 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-323748f1-cc4b-4786-ae8a-88befea09b52 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (2fb004a7-dc81-40eb-b16d-0b4e74166f03), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:15.426693 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-323748f1-cc4b-4786-ae8a-88befea09b52 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (2fb004a7-dc81-40eb-b16d-0b4e74166f03), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:15.439002 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:15.538062 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-323748f1-cc4b-4786-ae8a-88befea09b52 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (2fb004a7-dc81-40eb-b16d-0b4e74166f03), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:15.540777 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-323748f1-cc4b-4786-ae8a-88befea09b52 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:15.546673 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-323748f1-cc4b-4786-ae8a-88befea09b52 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/2fb004a7-dc81-40eb-b16d-0b4e74166f03 HTTP/1.1" status: 204 len: 168 time: 0.2071376 Sep 05 12:33:15.547371 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 54802) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:15.552858 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323748f1-cc4b-4786-ae8a-88befea09b52 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb004a7-dc81-40eb-b16d-0b4e74166f03,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:15.560318 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.api.v2.resource [None req-78b6e47a-e954-44e4-9e9c-08e5dd7bfc89 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] show failed (client error): The resource could not be found. Sep 05 12:33:15.561725 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-78b6e47a-e954-44e4-9e9c-08e5dd7bfc89 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups/2fb004a7-dc81-40eb-b16d-0b4e74166f03 HTTP/1.1" status: 404 len: 347 time: 0.0153952 Sep 05 12:33:15.564339 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 54804) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:15.668798 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:15.683177 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-c5d8ebc7-bbfb-4a89-bdbc-00cdbd80a311 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Deleting port ab084bcd-c514-4935-912c-f1e6e8010dea {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:33:15.683524 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c5d8ebc7-bbfb-4a89-bdbc-00cdbd80a311 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (ab084bcd-c514-4935-912c-f1e6e8010dea), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:15.771979 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c5d8ebc7-bbfb-4a89-bdbc-00cdbd80a311 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (ab084bcd-c514-4935-912c-f1e6e8010dea), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:15.772348 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c5d8ebc7-bbfb-4a89-bdbc-00cdbd80a311 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (ab084bcd-c514-4935-912c-f1e6e8010dea), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:15.785188 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-c5d8ebc7-bbfb-4a89-bdbc-00cdbd80a311 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Calling delete_port for ab084bcd-c514-4935-912c-f1e6e8010dea owned by network:floatingip {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:33:15.792798 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:16.006236 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c5d8ebc7-bbfb-4a89-bdbc-00cdbd80a311 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (ab084bcd-c514-4935-912c-f1e6e8010dea), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:16.044917 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8ebc7-bbfb-4a89-bdbc-00cdbd80a311 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event deleted for resources: {'Port': ['ID=ab084bcd-c514-4935-912c-f1e6e8010dea,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:16.106238 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c5d8ebc7-bbfb-4a89-bdbc-00cdbd80a311 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (dd7e00fe-8637-4fd3-8e1b-e887215a8c39), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:16.109470 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c5d8ebc7-bbfb-4a89-bdbc-00cdbd80a311 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:16.110637 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-c5d8ebc7-bbfb-4a89-bdbc-00cdbd80a311 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/dd7e00fe-8637-4fd3-8e1b-e887215a8c39 HTTP/1.1" status: 204 len: 168 time: 0.5453768 Sep 05 12:33:16.735610 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device d28f89a7-e984-4c77-9cae-fe03a7c5c344 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:33:16.754984 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: d28f89a7-e984-4c77-9cae-fe03a7c5c344 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:33:16.755343 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device d28f89a7-e984-4c77-9cae-fe03a7c5c344 not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:33:21.258096 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:22.465333 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cea9a-7a7a-41fe-8f29-77204036cab6 req-38a78264-c3a7-4d38-a6eb-4682283e9dcd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:22.465834 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e17cea9a-7a7a-41fe-8f29-77204036cab6 req-38a78264-c3a7-4d38-a6eb-4682283e9dcd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0518246 Sep 05 12:33:22.519657 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e17cea9a-7a7a-41fe-8f29-77204036cab6 req-9aa02cb3-54b8-4cee-98c2-a166662f36b4 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481329 Sep 05 12:33:22.642523 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b59c21-6471-4eab-a162-2c1acee05f70 req-8747614f-f5fe-4c2b-8dde-35aef7494bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:22.644071 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a6b59c21-6471-4eab-a162-2c1acee05f70 req-8747614f-f5fe-4c2b-8dde-35aef7494bcf service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 1130 time: 0.0651004 Sep 05 12:33:22.652514 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8515794e-292a-494e-81f7-78522b995df6 req-e79f7b21-5358-46dd-9ab9-b5fda1b6f8f5 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469985 Sep 05 12:33:22.798620 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515794e-292a-494e-81f7-78522b995df6 req-561b76d1-9f9a-42d9-8970-288026c9cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:22.800168 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8515794e-292a-494e-81f7-78522b995df6 req-561b76d1-9f9a-42d9-8970-288026c9cff8 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 1130 time: 0.0798390 Sep 05 12:33:22.855627 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b59c21-6471-4eab-a162-2c1acee05f70 req-84dbdd62-cfc1-4ce5-a4e3-c02d614b2c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:22.857113 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a6b59c21-6471-4eab-a162-2c1acee05f70 req-84dbdd62-cfc1-4ce5-a4e3-c02d614b2c38 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 200 len: 920 time: 0.1465344 Sep 05 12:33:22.963441 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:22.974383 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a6b59c21-6471-4eab-a162-2c1acee05f70 req-17403be9-1505-4cfd-8107-a289cc7d15a1 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66947e6f-24aa-4efc-9fc1-09b650127cb3 HTTP/1.1" status: 200 len: 1001 time: 0.0877314 Sep 05 12:33:22.974896 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515794e-292a-494e-81f7-78522b995df6 req-268ce12d-795d-49b4-9de2-8776b06e01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:22.976352 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8515794e-292a-494e-81f7-78522b995df6 req-268ce12d-795d-49b4-9de2-8776b06e01e2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 200 len: 920 time: 0.1510510 Sep 05 12:33:23.046048 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8515794e-292a-494e-81f7-78522b995df6 req-5e63b2e7-d79d-49d7-9abc-d14c21fda6b3 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2941d715-09fe-449b-bed5-764f516010b2 HTTP/1.1" status: 200 len: 217 time: 0.0603001 Sep 05 12:33:23.085306 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b59c21-6471-4eab-a162-2c1acee05f70 req-ca0fcf5f-fed6-462d-8b5a-80ae8847ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:23.086785 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a6b59c21-6471-4eab-a162-2c1acee05f70 req-ca0fcf5f-fed6-462d-8b5a-80ae8847ec4d service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90 HTTP/1.1" status: 200 len: 858 time: 0.1095920 Sep 05 12:33:23.137480 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515794e-292a-494e-81f7-78522b995df6 req-e4eb3b99-53e9-4823-aa41-f641ed7596bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:23.138934 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8515794e-292a-494e-81f7-78522b995df6 req-e4eb3b99-53e9-4823-aa41-f641ed7596bf service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90 HTTP/1.1" status: 200 len: 858 time: 0.0847142 Sep 05 12:33:23.146031 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b59c21-6471-4eab-a162-2c1acee05f70 req-05d3a134-8651-4361-8ab9-0e367db582ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:23.147473 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a6b59c21-6471-4eab-a162-2c1acee05f70 req-05d3a134-8651-4361-8ab9-0e367db582ad service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=adc4bf76-da99-44ec-b79e-0ddca4fe97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523696 Sep 05 12:33:23.231097 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515794e-292a-494e-81f7-78522b995df6 req-73cc447b-5f64-4bb4-a585-e92cd2e177e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:23.232625 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8515794e-292a-494e-81f7-78522b995df6 req-73cc447b-5f64-4bb4-a585-e92cd2e177e6 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=adc4bf76-da99-44ec-b79e-0ddca4fe97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843499 Sep 05 12:33:23.323496 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a6b59c21-6471-4eab-a162-2c1acee05f70 req-cfa009cf-56ba-4a3b-890e-e26685433a95 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489141 Sep 05 12:33:23.403895 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:23.413399 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8515794e-292a-494e-81f7-78522b995df6 req-61b58b80-1d1f-499c-bf09-a6dda478f4fc service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631994 Sep 05 12:33:23.424622 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f60b5-e112-40e3-b491-07bb08bb890d req-3c5276dd-4768-4831-a11a-31846520e6fb tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:23.426256 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-394f60b5-e112-40e3-b491-07bb08bb890d req-3c5276dd-4768-4831-a11a-31846520e6fb tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 945 time: 0.0485308 Sep 05 12:33:23.448790 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a6b59c21-6471-4eab-a162-2c1acee05f70 req-78db2e1a-a629-457a-8835-2b7fb3d4588f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163652 Sep 05 12:33:23.477532 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-394f60b5-e112-40e3-b491-07bb08bb890d req-c0435f47-242c-41d5-9dd7-0237ded2d967 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448973 Sep 05 12:33:23.644159 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b412839-1f81-40ee-b0f1-229870e50216 req-6b18ff22-a5c4-4492-96a2-1c916d07d437 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:23.645660 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b412839-1f81-40ee-b0f1-229870e50216 req-6b18ff22-a5c4-4492-96a2-1c916d07d437 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0481551 Sep 05 12:33:23.695063 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b412839-1f81-40ee-b0f1-229870e50216 req-33aad886-b67f-44fb-8bf0-f621ceb47f1e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434570 Sep 05 12:33:24.600551 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40391d-1def-4687-8445-32751714c265 req-bad80c8b-9a24-4f3f-81b7-6380fd12922b tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:24.602038 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7e40391d-1def-4687-8445-32751714c265 req-bad80c8b-9a24-4f3f-81b7-6380fd12922b tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 945 time: 0.0472319 Sep 05 12:33:24.652321 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7e40391d-1def-4687-8445-32751714c265 req-e48b36a4-a9eb-4e77-bf1f-a9db7af69a3d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447247 Sep 05 12:33:24.816256 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8453dd-52f5-42e8-b80f-2980eddf2851 req-328deb6e-a0a7-4890-bde3-cdf89ba9c257 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:24.817786 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0e8453dd-52f5-42e8-b80f-2980eddf2851 req-328deb6e-a0a7-4890-bde3-cdf89ba9c257 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0474987 Sep 05 12:33:24.866826 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0e8453dd-52f5-42e8-b80f-2980eddf2851 req-27cd1d92-87cb-48ca-8d68-b19b9f70370c tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 Sep 05 12:33:25.041836 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8515794e-292a-494e-81f7-78522b995df6 req-1fc64cb8-3c8a-48de-8d61-6d04d8a4ae46 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974269 Sep 05 12:33:25.577821 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625e4f-ef22-4df6-8b6a-fcedf3f9a5a1 req-beb57e4e-72f2-461a-93cb-84876d08b9b2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:25.579310 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-af625e4f-ef22-4df6-8b6a-fcedf3f9a5a1 req-beb57e4e-72f2-461a-93cb-84876d08b9b2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 945 time: 0.0540590 Sep 05 12:33:25.671924 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-af625e4f-ef22-4df6-8b6a-fcedf3f9a5a1 req-0769d89e-d621-42d2-b012-683779ebfb63 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Deleting port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:33:25.672279 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-af625e4f-ef22-4df6-8b6a-fcedf3f9a5a1 req-0769d89e-d621-42d2-b012-683779ebfb63 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:25.767260 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-af625e4f-ef22-4df6-8b6a-fcedf3f9a5a1 req-0769d89e-d621-42d2-b012-683779ebfb63 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] For port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:33:25.767668 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-af625e4f-ef22-4df6-8b6a-fcedf3f9a5a1 req-0769d89e-d621-42d2-b012-683779ebfb63 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:25.774089 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fc57e-9deb-4f7b-808b-cfc755a953c0 req-548348b9-e3dc-48af-aa11-dac9f7c767d1 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:25.775723 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-889fc57e-9deb-4f7b-808b-cfc755a953c0 req-548348b9-e3dc-48af-aa11-dac9f7c767d1 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 945 time: 0.0479810 Sep 05 12:33:25.826931 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-889fc57e-9deb-4f7b-808b-cfc755a953c0 req-fe01d974-5c2a-4d3a-98f3-88ccf788dfbf tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=cf74536a-7909-4b3f-a3ee-b46748d98d37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446637 Sep 05 12:33:25.865328 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:25.943965 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-af625e4f-ef22-4df6-8b6a-fcedf3f9a5a1 req-0769d89e-d621-42d2-b012-683779ebfb63 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:25.944332 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-af625e4f-ef22-4df6-8b6a-fcedf3f9a5a1 req-0769d89e-d621-42d2-b012-683779ebfb63 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:25.944651 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [req-af625e4f-ef22-4df6-8b6a-fcedf3f9a5a1 req-0769d89e-d621-42d2-b012-683779ebfb63 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Floating IP bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281 disassociated. External IP: 172.27.4.96, port: b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f. Sep 05 12:33:25.944997 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-af625e4f-ef22-4df6-8b6a-fcedf3f9a5a1 req-0769d89e-d621-42d2-b012-683779ebfb63 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Calling delete_port for b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:33:26.026726 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced8dc0-1a38-4495-bf8c-cbe439bef0ef req-757638ae-787a-4abe-ae41-5ae7c0118f92 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:26.028290 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4ced8dc0-1a38-4495-bf8c-cbe439bef0ef req-757638ae-787a-4abe-ae41-5ae7c0118f92 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0811572 Sep 05 12:33:26.103658 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4ced8dc0-1a38-4495-bf8c-cbe439bef0ef req-39ace13f-b65b-4a77-ac70-641af871476f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658879 Sep 05 12:33:26.206560 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-af625e4f-ef22-4df6-8b6a-fcedf3f9a5a1 req-0769d89e-d621-42d2-b012-683779ebfb63 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:26.234663 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769d89e-d621-42d2-b012-683779ebfb63 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event deleted for resources: {'Port': ['ID=b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:26.239653 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:26.359326 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af625e4f-ef22-4df6-8b6a-fcedf3f9a5a1 req-0769d89e-d621-42d2-b012-683779ebfb63 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Router d908261c-9967-4aee-9784-5a319b3bc98a has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:33:26.468993 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af625e4f-ef22-4df6-8b6a-fcedf3f9a5a1 req-0769d89e-d621-42d2-b012-683779ebfb63 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:33:26.479507 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e96ef1-6f51-4111-8639-8ef9017f0400 None None] Sync routers for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:33:26.489412 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e96ef1-6f51-4111-8639-8ef9017f0400 None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:33:26.490090 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-05e96ef1-6f51-4111-8639-8ef9017f0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:26.514448 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-af625e4f-ef22-4df6-8b6a-fcedf3f9a5a1 req-0769d89e-d621-42d2-b012-683779ebfb63 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] No DVR routers for this DVR port b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:33:26.517479 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-af625e4f-ef22-4df6-8b6a-fcedf3f9a5a1 req-0769d89e-d621-42d2-b012-683779ebfb63 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:26.520864 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-af625e4f-ef22-4df6-8b6a-fcedf3f9a5a1 req-0769d89e-d621-42d2-b012-683779ebfb63 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "DELETE /networking/v2.0/ports/b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f HTTP/1.1" status: 204 len: 173 time: 0.9348831 Sep 05 12:33:26.521303 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0815c135-ccc0-412c-b960-1dba28e7b455', 'name': 'network-vif-deleted', 'tag': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:33:26.523630 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e17dd2-9d91-4d1b-86d2-c7d77e024dfb" -d '{"events": [{"server_uuid": "0815c135-ccc0-412c-b960-1dba28e7b455", "name": "network-vif-deleted", "tag": "b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:33:26.561607 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c4a76b-7a53-42f9-93e8-531bbdad3e22 x-openstack-request-id: req-66c4a76b-7a53-42f9-93e8-531bbdad3e22 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:33:26.561890 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0815c135-ccc0-412c-b960-1dba28e7b455", "name": "network-vif-deleted", "tag": "b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:33:26.562147 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66c4a76b-7a53-42f9-93e8-531bbdad3e22 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:33:26.562549 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c4a76b-7a53-42f9-93e8-531bbdad3e22'] response: {'server_uuid': '0815c135-ccc0-412c-b960-1dba28e7b455', 'name': 'network-vif-deleted', 'tag': 'b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f', 'status': 'completed', 'code': 200} Sep 05 12:33:26.609263 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-05e96ef1-6f51-4111-8639-8ef9017f0400 None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:33:26.853213 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-05e96ef1-6f51-4111-8639-8ef9017f0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:26.879822 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e96ef1-6f51-4111-8639-8ef9017f0400 None None] Checking router: d908261c-9967-4aee-9784-5a319b3bc98a for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:33:26.889677 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e96ef1-6f51-4111-8639-8ef9017f0400 None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:33:26.889677 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-05e96ef1-6f51-4111-8639-8ef9017f0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:26.964061 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-79a795ac-39d6-458f-a48e-d3d2d8720c73 req-1bf6bd77-bdee-4fc1-baef-b4c9c7c1cc19 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0815c135-ccc0-412c-b960-1dba28e7b455 HTTP/1.1" status: 200 len: 210 time: 0.0296071 Sep 05 12:33:27.008929 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-05e96ef1-6f51-4111-8639-8ef9017f0400 None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:33:27.219069 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-05e96ef1-6f51-4111-8639-8ef9017f0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:27.246930 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e96ef1-6f51-4111-8639-8ef9017f0400 None None] The sync data for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi is: [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:33:27.252493 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b5e50-2a3e-45e8-91de-69bcdd25f489 req-c92117d5-310d-436f-a82d-37c96e6b2d15 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:27.252493 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a93b5e50-2a3e-45e8-91de-69bcdd25f489 req-c92117d5-310d-436f-a82d-37c96e6b2d15 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0583415 Sep 05 12:33:27.304918 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a93b5e50-2a3e-45e8-91de-69bcdd25f489 req-21764c77-e34c-4650-9e6d-d67a27bad0d4 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466814 Sep 05 12:33:27.473873 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c48acd-eb65-4f26-a484-8b7f22f97ba7 None None] New status for floating IP bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281: DOWN {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:33:28.093368 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 54988) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:28.154109 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-7c40127c-dcb0-4713-bdc8-06e344110df0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (cf74536a-7909-4b3f-a3ee-b46748d98d37), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:28.178399 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-7c40127c-dcb0-4713-bdc8-06e344110df0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (cf74536a-7909-4b3f-a3ee-b46748d98d37), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:28.292847 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-7c40127c-dcb0-4713-bdc8-06e344110df0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (cf74536a-7909-4b3f-a3ee-b46748d98d37), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:28.295494 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-7c40127c-dcb0-4713-bdc8-06e344110df0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:28.296690 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-7c40127c-dcb0-4713-bdc8-06e344110df0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/cf74536a-7909-4b3f-a3ee-b46748d98d37 HTTP/1.1" status: 204 len: 168 time: 0.2022874 Sep 05 12:33:28.299572 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 54990) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:28.306458 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40127c-dcb0-4713-bdc8-06e344110df0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf74536a-7909-4b3f-a3ee-b46748d98d37,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:28.314684 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.api.v2.resource [None req-4e4d7bc4-3cb7-437a-8fc4-66a375d8e1a9 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] show failed (client error): The resource could not be found. Sep 05 12:33:28.318003 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 54992) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:28.318141 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-4e4d7bc4-3cb7-437a-8fc4-66a375d8e1a9 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups/cf74536a-7909-4b3f-a3ee-b46748d98d37 HTTP/1.1" status: 404 len: 347 time: 0.0173149 Sep 05 12:33:28.414974 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:28.478166 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a8553-bc5d-4625-8e50-d6fe5f3c0619 req-9d71ff9d-8e13-4f17-a1ce-a5ac95badbcc tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:28.480253 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f18a8553-bc5d-4625-8e50-d6fe5f3c0619 req-9d71ff9d-8e13-4f17-a1ce-a5ac95badbcc tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0831258 Sep 05 12:33:28.481574 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-133b88f7-8e58-496a-be04-365e04060d3f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Deleting port 59889abc-e87b-4442-816b-546c60becf4b {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:33:28.481913 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-133b88f7-8e58-496a-be04-365e04060d3f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (59889abc-e87b-4442-816b-546c60becf4b), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:28.583753 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f18a8553-bc5d-4625-8e50-d6fe5f3c0619 req-a7d01e8a-3b28-4559-abf0-893b4b99c2bd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973842 Sep 05 12:33:28.603039 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-133b88f7-8e58-496a-be04-365e04060d3f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (59889abc-e87b-4442-816b-546c60becf4b), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:28.603363 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-133b88f7-8e58-496a-be04-365e04060d3f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (59889abc-e87b-4442-816b-546c60becf4b), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:28.617857 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-133b88f7-8e58-496a-be04-365e04060d3f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Calling delete_port for 59889abc-e87b-4442-816b-546c60becf4b owned by network:floatingip {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:33:28.777560 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:33:28.789720 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-133b88f7-8e58-496a-be04-365e04060d3f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (59889abc-e87b-4442-816b-546c60becf4b), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:28.797445 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:33:28.797980 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device b48abd9f-ccdb-4cd2-a0d6-bc38fac6b27f not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:33:28.818068 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b88f7-8e58-496a-be04-365e04060d3f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event deleted for resources: {'Port': ['ID=59889abc-e87b-4442-816b-546c60becf4b,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:28.867434 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:28.883778 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-133b88f7-8e58-496a-be04-365e04060d3f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:28.886806 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-133b88f7-8e58-496a-be04-365e04060d3f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:28.887979 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-133b88f7-8e58-496a-be04-365e04060d3f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/bf3ceac1-3ec8-4bd6-86d6-4a2f4eaf0281 HTTP/1.1" status: 204 len: 168 time: 0.5688648 Sep 05 12:33:29.061893 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 55000) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:29.066634 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-2eb239e7-113a-4e16-bb4f-1141a96a2be5 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2032421573', 'description': 'tempest-description--1794106441'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:29.166713 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2eb239e7-113a-4e16-bb4f-1141a96a2be5 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:29.238542 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2eb239e7-113a-4e16-bb4f-1141a96a2be5 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (0b5ed780-1db0-4e59-ae30-1adbebc01e15), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:29.314959 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2eb239e7-113a-4e16-bb4f-1141a96a2be5 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (0b5ed780-1db0-4e59-ae30-1adbebc01e15), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:29.345371 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb239e7-113a-4e16-bb4f-1141a96a2be5 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5ed780-1db0-4e59-ae30-1adbebc01e15,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:29.403022 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2eb239e7-113a-4e16-bb4f-1141a96a2be5 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:29.404403 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-2eb239e7-113a-4e16-bb4f-1141a96a2be5 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3414049 Sep 05 12:33:29.407238 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 55002) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:29.411605 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-d97b1c58-4a37-4e04-bbcb-1b23d15a1d2c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'security_group_rule': {'security_group_id': '0b5ed780-1db0-4e59-ae30-1adbebc01e15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:29.521213 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d97b1c58-4a37-4e04-bbcb-1b23d15a1d2c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (49cad7ce-285b-4db8-82ba-3108b17bea24), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:29.579932 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d97b1c58-4a37-4e04-bbcb-1b23d15a1d2c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (49cad7ce-285b-4db8-82ba-3108b17bea24), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:29.658212 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d97b1c58-4a37-4e04-bbcb-1b23d15a1d2c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (49cad7ce-285b-4db8-82ba-3108b17bea24), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:29.688435 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b1c58-4a37-4e04-bbcb-1b23d15a1d2c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cad7ce-285b-4db8-82ba-3108b17bea24,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:29.724571 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d3208-dc97-41cf-ba6d-e05ccbe7b0cb req-202d0dcc-23f9-4738-9fad-5ac7c54625c5 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:29.726058 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5e5d3208-dc97-41cf-ba6d-e05ccbe7b0cb req-202d0dcc-23f9-4738-9fad-5ac7c54625c5 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0631757 Sep 05 12:33:29.752932 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d97b1c58-4a37-4e04-bbcb-1b23d15a1d2c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:29.754187 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-d97b1c58-4a37-4e04-bbcb-1b23d15a1d2c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3459728 Sep 05 12:33:29.756953 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 55006) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:29.761436 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-37b3d5ae-6b4a-4e62-9ab4-9b10f54c8cfa tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'security_group_rule': {'security_group_id': '0b5ed780-1db0-4e59-ae30-1adbebc01e15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:29.802889 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5e5d3208-dc97-41cf-ba6d-e05ccbe7b0cb req-a707ae70-d2e0-43bd-8111-d40a882eb6ce tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706046 Sep 05 12:33:29.875422 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-37b3d5ae-6b4a-4e62-9ab4-9b10f54c8cfa tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (a9242de6-2a62-4a5a-bdd8-fd42ab23e5f7), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:29.878845 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:29.933757 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-37b3d5ae-6b4a-4e62-9ab4-9b10f54c8cfa tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (a9242de6-2a62-4a5a-bdd8-fd42ab23e5f7), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:30.011136 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-37b3d5ae-6b4a-4e62-9ab4-9b10f54c8cfa tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (a9242de6-2a62-4a5a-bdd8-fd42ab23e5f7), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:30.031179 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3d5ae-6b4a-4e62-9ab4-9b10f54c8cfa tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9242de6-2a62-4a5a-bdd8-fd42ab23e5f7,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:30.099244 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-37b3d5ae-6b4a-4e62-9ab4-9b10f54c8cfa tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:30.100436 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-37b3d5ae-6b4a-4e62-9ab4-9b10f54c8cfa tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3425500 Sep 05 12:33:30.103405 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 55010) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:30.108214 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'floatingip': {'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:30.188887 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:30.272337 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:30.281055 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:30.378423 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Allocated IP 172.27.4.119 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/6f9b7434-2351-41a3-bfd8-534800beeb8a) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:33:30.487910 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for port (6f9b7434-2351-41a3-bfd8-534800beeb8a), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:30.590498 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (6f9b7434-2351-41a3-bfd8-534800beeb8a), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:30.630502 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:33:30.633248 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:33:30.637513 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:33:30.642101 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:30.665188 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'Port': ['ID=6f9b7434-2351-41a3-bfd8-534800beeb8a,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:30.730509 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (9e3fa2c9-42ec-4d3d-ad77-50ce930f7951), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:30.808423 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (6f9b7434-2351-41a3-bfd8-534800beeb8a), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:30.945006 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657359a0-8c1b-4a47-b40c-9647f779dbc6 req-23c891c3-9f53-4320-8fa5-43fe6740a912 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:30.946523 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-657359a0-8c1b-4a47-b40c-9647f779dbc6 req-23c891c3-9f53-4320-8fa5-43fe6740a912 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0551374 Sep 05 12:33:30.981813 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for port (6f9b7434-2351-41a3-bfd8-534800beeb8a), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:30.999984 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-657359a0-8c1b-4a47-b40c-9647f779dbc6 req-f644fbf1-b463-47b8-9344-8812f9796c0a tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467145 Sep 05 12:33:31.035668 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (6f9b7434-2351-41a3-bfd8-534800beeb8a), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:31.107558 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'Port': ['ID=6f9b7434-2351-41a3-bfd8-534800beeb8a,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:31.110630 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (9e3fa2c9-42ec-4d3d-ad77-50ce930f7951), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:31.204169 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:31.205348 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-ab4a9519-cf86-449c-9570-8ca657390ff7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1009929 Sep 05 12:33:31.413972 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-f764ba3b-4c40-459b-b4e5-aab53e1158d9 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2032421573&fields=id&tenant_id=4f6830d2e75a47c8a757d4a66c6695ca HTTP/1.1" status: 200 len: 267 time: 0.0470235 Sep 05 12:33:31.526575 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-a5392921-8e53-4912-8576-61a1ee5cf803 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:31.528094 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-a5392921-8e53-4912-8576-61a1ee5cf803 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/networks?id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b HTTP/1.1" status: 200 len: 815 time: 0.1066139 Sep 05 12:33:31.542487 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-38f20e49-02e2-4661-a100-d4aba31422ac tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/quotas/4f6830d2e75a47c8a757d4a66c6695ca HTTP/1.1" status: 200 len: 375 time: 0.0090001 Sep 05 12:33:31.593378 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-54fb55b7-7039-4d16-97ff-f2cc6d259035 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460386 Sep 05 12:33:31.680250 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:31.695029 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-d8e99fa8-bd71-4286-a7aa-1ae8980a34f7 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897906 Sep 05 12:33:31.795586 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-91fab967-251b-495f-ba10-f26b3df8a980 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938118 Sep 05 12:33:32.064184 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-af55880d-93a5-4d81-9071-432b748960e6 req-b7eda7f1-399c-4ec7-9c83-57d4e3ebaf22 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 210 time: 0.0372145 Sep 05 12:33:32.149927 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabe2e5-126f-41a8-b06b-82c05c1c700d req-7e087913-38a7-4c89-a798-bc2397b3da61 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:32.151638 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4fabe2e5-126f-41a8-b06b-82c05c1c700d req-7e087913-38a7-4c89-a798-bc2397b3da61 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0495045 Sep 05 12:33:32.204880 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4fabe2e5-126f-41a8-b06b-82c05c1c700d req-5fe04d37-c6e9-42ba-bfc1-ef953cf866e1 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472779 Sep 05 12:33:33.175271 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a59dc36d-6f7d-444d-89ab-1dcd3882d9bc req-27bf15cf-d978-4e55-9d15-3bf4cacb7686 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 210 time: 0.0325160 Sep 05 12:33:33.326381 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4351b4-b26d-4c67-ade5-8c6261d2624a req-93c4a69e-2c4c-4879-8430-c1f9381aabfc tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:33.328001 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6c4351b4-b26d-4c67-ade5-8c6261d2624a req-93c4a69e-2c4c-4879-8430-c1f9381aabfc tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0471063 Sep 05 12:33:33.372847 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:33.377438 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6c4351b4-b26d-4c67-ade5-8c6261d2624a req-c3ed396b-8a4e-4a3b-a66b-de6f4018910e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431948 Sep 05 12:33:33.646335 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-9c9624f9-952a-4303-937b-cc0d0d612bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:34.289575 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b08e4cba-0c40-416d-9853-2ad30e584f2e req-a37c6b27-57e4-4bdf-8e97-d3e5c944ecad tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 210 time: 0.0342689 Sep 05 12:33:34.389966 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-d8b266d7-b2b3-4385-bea5-20b9f6bf5f82 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:34.391620 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-d8b266d7-b2b3-4385-bea5-20b9f6bf5f82 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "GET /networking/v2.0/networks?id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b HTTP/1.1" status: 200 len: 815 time: 0.1174977 Sep 05 12:33:34.472369 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b3e0a0c6-0413-47f8-984c-b0ea109e808d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4f6830d2e75a47c8a757d4a66c6695ca HTTP/1.1" status: 200 len: 380 time: 0.0642660 Sep 05 12:33:34.498236 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-8e487829-d307-4b32-a475-6badc9cfdf21 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'port': {'device_id': '4d85243e-7c92-4640-8c2d-72c79cf18d76', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'admin_state_up': True, 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'security_groups': ['0b5ed780-1db0-4e59-ae30-1adbebc01e15']}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:34.804667 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bb4c9-0013-4c01-a2bc-d23d62d58707 req-60006a5d-4651-4c3b-b781-92269fc33de3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:34.806164 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7c1bb4c9-0013-4c01-a2bc-d23d62d58707 req-60006a5d-4651-4c3b-b781-92269fc33de3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.3471053 Sep 05 12:33:34.888712 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7c1bb4c9-0013-4c01-a2bc-d23d62d58707 req-7cf65ecd-21a3-4d6e-ba7c-d470e8ede1ff tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755477 Sep 05 12:33:34.966875 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-8e487829-d307-4b32-a475-6badc9cfdf21 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Made reservation on behalf of 4f6830d2e75a47c8a757d4a66c6695ca for: {'port': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:33:34.970676 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-8e487829-d307-4b32-a475-6badc9cfdf21 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:35.103826 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-8e487829-d307-4b32-a475-6badc9cfdf21 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Allocated IP 172.20.0.7 (7678039b-6ecf-4526-a1ee-cbdc20c4b02b/bbfdcfbc-04d2-420b-9cdf-e282f39f1975/b6f5eb31-8603-45c5-8275-77ad7a36982d) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:33:35.250569 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-8e487829-d307-4b32-a475-6badc9cfdf21 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:35.355976 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-8e487829-d307-4b32-a475-6badc9cfdf21 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:35.394022 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:35.407492 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-8e487829-d307-4b32-a475-6badc9cfdf21 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:33:35.412732 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-8e487829-d307-4b32-a475-6badc9cfdf21 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:33:35.416652 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-8e487829-d307-4b32-a475-6badc9cfdf21 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:33:35.417323 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e8a26-5573-478e-9edb-a5c44f4e0378 req-b59c0c88-6d45-4bf8-9418-b1ababe192ad tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:35.418877 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-112e8a26-5573-478e-9edb-a5c44f4e0378 req-b59c0c88-6d45-4bf8-9418-b1ababe192ad tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 931 time: 0.0547094 Sep 05 12:33:35.421252 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e487829-d307-4b32-a475-6badc9cfdf21 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'Port': ['ID=b6f5eb31-8603-45c5-8275-77ad7a36982d,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:35.441097 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:35.476818 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-112e8a26-5573-478e-9edb-a5c44f4e0378 req-e4a033c2-597b-4447-9e1d-b3ec2a5f382d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b5ed780-1db0-4e59-ae30-1adbebc01e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522828 Sep 05 12:33:35.478889 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-8e487829-d307-4b32-a475-6badc9cfdf21 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:35.480104 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-8e487829-d307-4b32-a475-6badc9cfdf21 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:35.546722 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-8e487829-d307-4b32-a475-6badc9cfdf21 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0542626 Sep 05 12:33:35.565869 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Request body: {'port': {'device_id': '4d85243e-7c92-4640-8c2d-72c79cf18d76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:35.626090 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-a944f134-b184-4a71-83a4-c90b7eed7381 None None] Provisioning complete for port b6f5eb31-8603-45c5-8275-77ad7a36982d triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:33:35.626649 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-a944f134-b184-4a71-83a4-c90b7eed7381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:35.630417 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:35.661432 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-a944f134-b184-4a71-83a4-c90b7eed7381 None None] Port b6f5eb31-8603-45c5-8275-77ad7a36982d cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:33:35.889157 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f5eb31-8603-45c5-8275-77ad7a36982d {{(pid=106739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:33:35.896863 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Publish callbacks [] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:35.909782 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.provisioning_blocks [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Transition to ACTIVE for port object b6f5eb31-8603-45c5-8275-77ad7a36982d will not be triggered until provisioned by entity L2. {{(pid=106739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:33:35.998513 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:36.042624 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02d614-763d-4516-857c-3bc84ad0e238 req-212ce5e7-2401-4fff-95f7-1f49beeb479e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:36.044206 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0c02d614-763d-4516-857c-3bc84ad0e238 req-212ce5e7-2401-4fff-95f7-1f49beeb479e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0787163 Sep 05 12:33:36.086159 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-afa0def7-1ab3-43fc-a14d-427220e158d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:36.114689 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f5eb31-8603-45c5-8275-77ad7a36982d,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:36.157607 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0c02d614-763d-4516-857c-3bc84ad0e238 req-854d5981-276a-4d9f-9903-856b50c16c04 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048317 Sep 05 12:33:36.168267 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Attempting to bind port b6f5eb31-8603-45c5-8275-77ad7a36982d on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:33:36.169318 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Attempting to bind port b6f5eb31-8603-45c5-8275-77ad7a36982d by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:33:36.169525 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Attempting to bind port b6f5eb31-8603-45c5-8275-77ad7a36982d on network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:33:36.201821 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:36.215005 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Port b6f5eb31-8603-45c5-8275-77ad7a36982d on network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:33:36.215331 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Attempting to bind port b6f5eb31-8603-45c5-8275-77ad7a36982d on network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:33:36.257614 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:33:36.257946 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Checking segment: {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:33:36.258323 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Bound using segment: {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:33:36.258749 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Bound port: b6f5eb31-8603-45c5-8275-77ad7a36982d, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'}}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:33:36.259102 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:36.323734 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] For port b6f5eb31-8603-45c5-8275-77ad7a36982d, host hv-cinder-80135, cleared binding levels {{(pid=106739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:33:36.326793 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] For port b6f5eb31-8603-45c5-8275-77ad7a36982d, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=b6f5eb31-8603-45c5-8275-77ad7a36982d,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:33:36.419035 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:36.423220 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:36.423853 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:36.425212 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/b6f5eb31-8603-45c5-8275-77ad7a36982d HTTP/1.1" status: 200 len: 1093 time: 0.8637593 Sep 05 12:33:36.425690 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d85243e-7c92-4640-8c2d-72c79cf18d76', 'tag': 'b6f5eb31-8603-45c5-8275-77ad7a36982d'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:33:36.427994 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8d4336-29f9-47f7-98da-e22097e2ca73" -d '{"events": [{"name": "network-changed", "server_uuid": "4d85243e-7c92-4640-8c2d-72c79cf18d76", "tag": "b6f5eb31-8603-45c5-8275-77ad7a36982d"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:33:36.467212 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87151e0b-787d-46e7-83ba-7b12e8ea7568 x-openstack-request-id: req-87151e0b-787d-46e7-83ba-7b12e8ea7568 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:33:36.467493 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d85243e-7c92-4640-8c2d-72c79cf18d76", "tag": "b6f5eb31-8603-45c5-8275-77ad7a36982d", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:33:36.467769 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-87151e0b-787d-46e7-83ba-7b12e8ea7568 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:33:36.468228 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87151e0b-787d-46e7-83ba-7b12e8ea7568'] response: {'name': 'network-changed', 'server_uuid': '4d85243e-7c92-4640-8c2d-72c79cf18d76', 'tag': 'b6f5eb31-8603-45c5-8275-77ad7a36982d', 'status': 'completed', 'code': 200} Sep 05 12:33:36.477498 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cd43d-f3e2-4b1d-a58e-c2468d967be4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f5eb31-8603-45c5-8275-77ad7a36982d,revision_number=3']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:36.564973 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:36.600739 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093946e-b359-4f1e-931e-b354cc5e34e0 req-50d9c88f-67a0-45a4-86c5-917b9b0ad4b9 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:36.602234 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8093946e-b359-4f1e-931e-b354cc5e34e0 req-50d9c88f-67a0-45a4-86c5-917b9b0ad4b9 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 943 time: 0.0480442 Sep 05 12:33:36.650780 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8093946e-b359-4f1e-931e-b354cc5e34e0 req-ec26e676-3f5f-4cff-a52e-ddd978b6938d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b5ed780-1db0-4e59-ae30-1adbebc01e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420578 Sep 05 12:33:36.702343 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d4336-29f9-47f7-98da-e22097e2ca73 req-050c0f47-5cda-4caa-9619-d4c15ad2af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:36.703878 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-af8d4336-29f9-47f7-98da-e22097e2ca73 req-050c0f47-5cda-4caa-9619-d4c15ad2af7f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 1127 time: 0.0454090 Sep 05 12:33:36.814641 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d4336-29f9-47f7-98da-e22097e2ca73 req-7dba42f2-6409-4486-864f-38140331713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:36.816256 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-af8d4336-29f9-47f7-98da-e22097e2ca73 req-7dba42f2-6409-4486-864f-38140331713b service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0964968 Sep 05 12:33:36.922249 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d4336-29f9-47f7-98da-e22097e2ca73 req-d6fbe90d-d368-40eb-a207-848ac3108f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:36.923800 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-af8d4336-29f9-47f7-98da-e22097e2ca73 req-d6fbe90d-d368-40eb-a207-848ac3108f8b service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1013718 Sep 05 12:33:37.023803 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-698644e5-8d83-4ed1-9788-d939990853a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:37.025342 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-698644e5-8d83-4ed1-9788-d939990853a7 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 1127 time: 0.0388324 Sep 05 12:33:37.073716 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-c259f50f-5815-4d9d-bbff-93c1c3cc09d3 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6f5eb31-8603-45c5-8275-77ad7a36982d HTTP/1.1" status: 200 len: 217 time: 0.0331912 Sep 05 12:33:37.130095 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-0af7a6f4-f796-41aa-ad03-032a7800e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:37.131607 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-0af7a6f4-f796-41aa-ad03-032a7800e624 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=bbfdcfbc-04d2-420b-9cdf-e282f39f1975 HTTP/1.1" status: 200 len: 854 time: 0.0494177 Sep 05 12:33:37.175940 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-e4c31bff-5617-44b0-8736-cb8bbb2ce406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:37.177431 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-e4c31bff-5617-44b0-8736-cb8bbb2ce406 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379415 Sep 05 12:33:37.284516 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-c10f4ab8-e00f-4efc-8896-b729201b5778 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946441 Sep 05 12:33:37.304552 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075b7c3-762c-4d89-a000-a60e3292067c req-d74e10c6-6ec8-47ce-9713-4fc48f6285a5 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:37.306414 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d075b7c3-762c-4d89-a000-a60e3292067c req-d74e10c6-6ec8-47ce-9713-4fc48f6285a5 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0655439 Sep 05 12:33:37.354722 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:37.356109 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d075b7c3-762c-4d89-a000-a60e3292067c req-c5647e30-71ac-425b-b017-77cde30ac4a8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441554 Sep 05 12:33:37.379460 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-96815de6-e330-4dc0-9adc-f9a7328fe517 req-4e3fb0b5-422a-4ae5-83b0-58bad3acb005 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880303 Sep 05 12:33:37.548028 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:37.551875 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:37.773204 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ce97c-e5cd-451a-8b03-d76c6c2a08d6 req-030846f7-ae76-46f6-ba6f-9d802e1670c4 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:37.774701 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad8ce97c-e5cd-451a-8b03-d76c6c2a08d6 req-030846f7-ae76-46f6-ba6f-9d802e1670c4 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 943 time: 0.0470164 Sep 05 12:33:37.827153 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad8ce97c-e5cd-451a-8b03-d76c6c2a08d6 req-1c22a1af-5c57-44c4-bc59-00387950e064 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b5ed780-1db0-4e59-ae30-1adbebc01e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466876 Sep 05 12:33:38.477336 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec9e58-b149-43a4-835d-0d935c637daf req-a7338aa6-aa64-48b5-b6f3-c0cd3ddb576f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:38.478818 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0eec9e58-b149-43a4-835d-0d935c637daf req-a7338aa6-aa64-48b5-b6f3-c0cd3ddb576f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0465348 Sep 05 12:33:38.526107 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0eec9e58-b149-43a4-835d-0d935c637daf req-7fef06e6-6ae0-484c-907e-b99bfa16d740 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414765 Sep 05 12:33:38.766524 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:38.945963 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bdf99-ac44-4c35-83a0-39c597aeb9af req-ec85390b-ad6f-4f1c-a072-252c89592dcf tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:38.947493 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4a1bdf99-ac44-4c35-83a0-39c597aeb9af req-ec85390b-ad6f-4f1c-a072-252c89592dcf tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 943 time: 0.0466707 Sep 05 12:33:38.998841 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4a1bdf99-ac44-4c35-83a0-39c597aeb9af req-dc48d634-ac4f-4ee0-ae39-c678cebea429 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b5ed780-1db0-4e59-ae30-1adbebc01e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448909 Sep 05 12:33:39.120631 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:39.655426 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99504b-5d36-45d9-b232-8c9f5d93232a req-e0d311ea-bf45-4206-a614-bd1adec1dc80 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:39.656840 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6e99504b-5d36-45d9-b232-8c9f5d93232a req-e0d311ea-bf45-4206-a614-bd1adec1dc80 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0507686 Sep 05 12:33:39.706089 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6e99504b-5d36-45d9-b232-8c9f5d93232a req-d58a4a12-7861-46da-8443-dde0f8332c40 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435369 Sep 05 12:33:40.128404 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da62eba-c873-47ab-99d0-8f46143a35e1 req-dd4f855e-8955-4a3c-9f01-d71940fd3ae8 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:40.129935 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7da62eba-c873-47ab-99d0-8f46143a35e1 req-dd4f855e-8955-4a3c-9f01-d71940fd3ae8 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 943 time: 0.0482728 Sep 05 12:33:40.154890 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:40.179200 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7da62eba-c873-47ab-99d0-8f46143a35e1 req-a3d7a026-9beb-4098-a549-4e441c15de77 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b5ed780-1db0-4e59-ae30-1adbebc01e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435672 Sep 05 12:33:40.819915 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:40.822840 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device b6f5eb31-8603-45c5-8275-77ad7a36982d details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:33:40.826528 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:40.831815 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37637c1c-2abc-4d77-a406-d2380ab3228b req-5dc85b9c-335d-40d0-859a-d9c01fe2addd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:40.833437 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-37637c1c-2abc-4d77-a406-d2380ab3228b req-5dc85b9c-335d-40d0-859a-d9c01fe2addd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0489755 Sep 05 12:33:40.835224 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:40.867840 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:40.894834 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-37637c1c-2abc-4d77-a406-d2380ab3228b req-08cd82f8-f811-4856-8d06-d9f4622500d9 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557747 Sep 05 12:33:40.931558 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port b6f5eb31-8603-45c5-8275-77ad7a36982d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=b6f5eb31-8603-45c5-8275-77ad7a36982d,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:33:40.944860 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': 'b6f5eb31-8603-45c5-8275-77ad7a36982d', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'port_id': 'b6f5eb31-8603-45c5-8275-77ad7a36982d', 'mac_address': 'fa:16:3e:3a:d4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:33:40.987383 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port b6f5eb31-8603-45c5-8275-77ad7a36982d is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:33:40.987801 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:41.007511 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f5eb31-8603-45c5-8275-77ad7a36982d {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:33:41.026105 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port b6f5eb31-8603-45c5-8275-77ad7a36982d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=b6f5eb31-8603-45c5-8275-77ad7a36982d,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:33:41.143994 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:41.192410 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=b6f5eb31-8603-45c5-8275-77ad7a36982d,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:41.306704 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892289c8-2d59-4002-bf1b-3ca3ba54b64f req-ea33ed9b-3ecc-4d3b-89b1-23c5c121f09e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:41.308740 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-892289c8-2d59-4002-bf1b-3ca3ba54b64f req-ea33ed9b-3ecc-4d3b-89b1-23c5c121f09e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 944 time: 0.0529771 Sep 05 12:33:41.361588 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-892289c8-2d59-4002-bf1b-3ca3ba54b64f req-13582599-12c8-4401-b892-09320a5c9b82 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b5ed780-1db0-4e59-ae30-1adbebc01e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433776 Sep 05 12:33:41.559745 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['b6f5eb31-8603-45c5-8275-77ad7a36982d'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:33:41.894467 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b0ec0-a409-4db7-823e-1caaf63b68e1 req-0fde72c0-0b63-4e2f-98f7-8457a1ae82ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:41.896043 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2e3b0ec0-a409-4db7-823e-1caaf63b68e1 req-0fde72c0-0b63-4e2f-98f7-8457a1ae82ce service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 1130 time: 0.0399671 Sep 05 12:33:41.924732 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:41.955707 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2e3b0ec0-a409-4db7-823e-1caaf63b68e1 req-ed4638b6-c38c-4bba-a051-f1c95f544dec service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512352 Sep 05 12:33:42.025662 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632d4bf-4a9e-4559-b8f6-64f14709a21b req-6e682070-0f1c-4a22-9bcc-ba264724ff3d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:42.027861 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1632d4bf-4a9e-4559-b8f6-64f14709a21b req-6e682070-0f1c-4a22-9bcc-ba264724ff3d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0534568 Sep 05 12:33:42.092659 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1632d4bf-4a9e-4559-b8f6-64f14709a21b req-4501f1dd-1d7d-436f-b6b7-a55865985629 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591707 Sep 05 12:33:42.487645 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822e36e-f2b8-4414-aeb0-4ef022ad1589 req-51d5552b-a6a1-4f37-9dbf-68b9f8e04b79 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:42.489175 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f822e36e-f2b8-4414-aeb0-4ef022ad1589 req-51d5552b-a6a1-4f37-9dbf-68b9f8e04b79 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 944 time: 0.0500247 Sep 05 12:33:42.541382 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f822e36e-f2b8-4414-aeb0-4ef022ad1589 req-dfafacc0-8cd3-47b7-a4a0-1aabdec010f4 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b5ed780-1db0-4e59-ae30-1adbebc01e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461209 Sep 05 12:33:42.859416 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device b6f5eb31-8603-45c5-8275-77ad7a36982d up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:33:42.904415 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port b6f5eb31-8603-45c5-8275-77ad7a36982d completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:33:42.995351 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port b6f5eb31-8603-45c5-8275-77ad7a36982d triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:33:42.995739 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:43.073869 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:43.077096 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port b6f5eb31-8603-45c5-8275-77ad7a36982d is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:33:43.077491 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:43.226507 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c7c03-0512-4563-8d36-1ffc7d8673c2 req-e52638f1-a130-4d52-93ba-81488cf148e5 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:43.228212 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-924c7c03-0512-4563-8d36-1ffc7d8673c2 req-e52638f1-a130-4d52-93ba-81488cf148e5 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0516295 Sep 05 12:33:43.229868 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d85243e-7c92-4640-8c2d-72c79cf18d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f5eb31-8603-45c5-8275-77ad7a36982d'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:33:43.232502 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a334fc52-1321-4c9a-bcbc-bd81d932712f" -d '{"events": [{"server_uuid": "4d85243e-7c92-4640-8c2d-72c79cf18d76", "name": "network-vif-plugged", "status": "completed", "tag": "b6f5eb31-8603-45c5-8275-77ad7a36982d"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:33:43.246379 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port b6f5eb31-8603-45c5-8275-77ad7a36982d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=b6f5eb31-8603-45c5-8275-77ad7a36982d,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:33:43.275214 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3848853b-a605-4da5-bb28-e7cd0687786c x-openstack-request-id: req-3848853b-a605-4da5-bb28-e7cd0687786c {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:33:43.275579 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d85243e-7c92-4640-8c2d-72c79cf18d76", "name": "network-vif-plugged", "status": "completed", "tag": "b6f5eb31-8603-45c5-8275-77ad7a36982d", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:33:43.275844 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3848853b-a605-4da5-bb28-e7cd0687786c {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:33:43.276264 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3848853b-a605-4da5-bb28-e7cd0687786c'] response: {'server_uuid': '4d85243e-7c92-4640-8c2d-72c79cf18d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f5eb31-8603-45c5-8275-77ad7a36982d', 'code': 200} Sep 05 12:33:43.288840 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-924c7c03-0512-4563-8d36-1ffc7d8673c2 req-b8590b5c-c3f7-4e94-90fb-da9ca21a847f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540180 Sep 05 12:33:43.343970 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:43.395690 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=b6f5eb31-8603-45c5-8275-77ad7a36982d,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:43.674293 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf56733-7dba-4e28-84f4-ab490f0b566c req-156543a1-7db8-40f6-b973-d1827e1639c7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:43.675878 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-eaf56733-7dba-4e28-84f4-ab490f0b566c req-156543a1-7db8-40f6-b973-d1827e1639c7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 945 time: 0.0472894 Sep 05 12:33:43.732242 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-eaf56733-7dba-4e28-84f4-ab490f0b566c req-52bb94d0-7d34-4160-ae82-80d351347c70 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b5ed780-1db0-4e59-ae30-1adbebc01e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495591 Sep 05 12:33:44.359360 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f163a-f73b-4870-90b5-45499978b553 req-ac6a4c25-4c3e-41de-a916-a8337aafb967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:44.361104 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-267f163a-f73b-4870-90b5-45499978b553 req-ac6a4c25-4c3e-41de-a916-a8337aafb967 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 1129 time: 0.0433896 Sep 05 12:33:44.412623 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-267f163a-f73b-4870-90b5-45499978b553 req-49c4b123-eaaa-4627-b5ef-43f3d239ef54 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=0b5ed780-1db0-4e59-ae30-1adbebc01e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449970 Sep 05 12:33:44.424808 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd131f-dc87-48e1-90fa-956a4a1203bd req-1dc04824-a2e3-4a13-b051-0d8d5e999770 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:44.426434 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-74bd131f-dc87-48e1-90fa-956a4a1203bd req-1dc04824-a2e3-4a13-b051-0d8d5e999770 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0519309 Sep 05 12:33:44.477309 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-74bd131f-dc87-48e1-90fa-956a4a1203bd req-10efe298-0f58-482f-9e19-d4617203f080 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447927 Sep 05 12:33:44.853885 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67eade-6009-4010-9e50-b3429f579a85 req-10a80746-bf1d-4cbb-9d41-e72d98813e18 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:44.855292 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ed67eade-6009-4010-9e50-b3429f579a85 req-10a80746-bf1d-4cbb-9d41-e72d98813e18 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 945 time: 0.0472114 Sep 05 12:33:44.906485 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ed67eade-6009-4010-9e50-b3429f579a85 req-a3184448-1a01-44f8-b553-fcc66c502c19 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b5ed780-1db0-4e59-ae30-1adbebc01e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446935 Sep 05 12:33:45.085995 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1415c04-d84f-4764-ae07-0128dc8ca628 req-1e1be3f0-9784-4df5-b716-fc9a57a6eb2d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:45.087525 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d1415c04-d84f-4764-ae07-0128dc8ca628 req-1e1be3f0-9784-4df5-b716-fc9a57a6eb2d tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0516927 Sep 05 12:33:45.137882 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d1415c04-d84f-4764-ae07-0128dc8ca628 req-b889e842-032a-44a9-901d-d68b80013cfd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431941 Sep 05 12:33:45.451806 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be33160-773c-42bb-adc6-53f63747395b req-e4294b76-11e2-408f-881c-461aefe111b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:45.453371 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1be33160-773c-42bb-adc6-53f63747395b req-e4294b76-11e2-408f-881c-461aefe111b6 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 1130 time: 0.0403633 Sep 05 12:33:45.572748 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be33160-773c-42bb-adc6-53f63747395b req-781be68b-1d69-47d0-ad95-d5c5ef952c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:45.574350 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1be33160-773c-42bb-adc6-53f63747395b req-781be68b-1d69-47d0-ad95-d5c5ef952c67 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 200 len: 920 time: 0.0992725 Sep 05 12:33:46.032707 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712a53a-90f8-4ceb-9c05-6786598d6068 req-b56c5a2d-e9d7-4a1e-ae10-20840db63126 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:46.034274 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1712a53a-90f8-4ceb-9c05-6786598d6068 req-b56c5a2d-e9d7-4a1e-ae10-20840db63126 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 945 time: 0.0481737 Sep 05 12:33:46.092161 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1712a53a-90f8-4ceb-9c05-6786598d6068 req-807a6072-19ce-48c1-b4eb-3dab2401a277 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b5ed780-1db0-4e59-ae30-1adbebc01e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449119 Sep 05 12:33:46.187238 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1be33160-773c-42bb-adc6-53f63747395b req-a8555005-d6ce-46d2-bd37-c08e4aa9ca95 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66947e6f-24aa-4efc-9fc1-09b650127cb3 HTTP/1.1" status: 200 len: 1001 time: 0.0625572 Sep 05 12:33:46.257707 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be33160-773c-42bb-adc6-53f63747395b req-64f11245-2f33-458c-98c6-9a342162eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:46.259248 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1be33160-773c-42bb-adc6-53f63747395b req-64f11245-2f33-458c-98c6-9a342162eaba service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90 HTTP/1.1" status: 200 len: 858 time: 0.0660756 Sep 05 12:33:46.277114 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01665db8-799a-4954-869e-2f32ebe3cd82 req-c97f0e75-eac5-4039-8e34-a63d73431723 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:46.279579 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-01665db8-799a-4954-869e-2f32ebe3cd82 req-c97f0e75-eac5-4039-8e34-a63d73431723 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0598893 Sep 05 12:33:46.338066 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd948a1-5261-446c-9884-3ef15be9ac39 req-941c2a72-064d-4bca-a408-ea9b12fd3104 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:46.342189 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0bd948a1-5261-446c-9884-3ef15be9ac39 req-941c2a72-064d-4bca-a408-ea9b12fd3104 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 946 time: 0.0670753 Sep 05 12:33:46.350754 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-01665db8-799a-4954-869e-2f32ebe3cd82 req-cb32e6e5-e516-4ec8-86b5-990935e10c04 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570235 Sep 05 12:33:46.392582 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0bd948a1-5261-446c-9884-3ef15be9ac39 req-0fc59a65-4f18-4cdc-a00b-6781de27634e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468597 Sep 05 12:33:47.213412 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edb136-549b-45fe-b326-cba0e95a6e21 req-756090f3-2266-4105-b737-9b64fe446dac tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:47.214935 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d2edb136-549b-45fe-b326-cba0e95a6e21 req-756090f3-2266-4105-b737-9b64fe446dac tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 945 time: 0.0496466 Sep 05 12:33:47.264202 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d2edb136-549b-45fe-b326-cba0e95a6e21 req-b18c2974-8a4a-41aa-9a72-a94152efe6a6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b5ed780-1db0-4e59-ae30-1adbebc01e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426152 Sep 05 12:33:47.381856 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd2ca3-db64-488e-ae58-d8f4ac33c019 req-a339a565-2f46-4d47-a18f-dc05c871ac1b tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:47.383497 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-00dd2ca3-db64-488e-ae58-d8f4ac33c019 req-a339a565-2f46-4d47-a18f-dc05c871ac1b tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 945 time: 0.0480280 Sep 05 12:33:47.393853 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 55208) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:47.398412 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-975a81e9-3ecd-4f68-abc5-f619359ff84c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'floatingip': {'port_id': 'b6f5eb31-8603-45c5-8275-77ad7a36982d'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:47.442497 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-975a81e9-3ecd-4f68-abc5-f619359ff84c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (9e3fa2c9-42ec-4d3d-ad77-50ce930f7951), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:47.477288 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e894f-6e77-449f-b08a-f517fb69ecb0 req-e8b27c88-a264-4aae-a880-6c6ae7959631 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:47.479647 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-586e894f-6e77-449f-b08a-f517fb69ecb0 req-e8b27c88-a264-4aae-a880-6c6ae7959631 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0495582 Sep 05 12:33:47.523551 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:47.529822 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-586e894f-6e77-449f-b08a-f517fb69ecb0 req-b31b791b-ae8a-44fe-b82e-224f62666315 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443797 Sep 05 12:33:47.572206 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306abe46-17f4-47e9-a6e3-e339d7f81dbf req-323d9f7b-c82e-4068-98cd-01616990a6d1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:47.573709 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-306abe46-17f4-47e9-a6e3-e339d7f81dbf req-323d9f7b-c82e-4068-98cd-01616990a6d1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 946 time: 0.0949895 Sep 05 12:33:47.716376 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-306abe46-17f4-47e9-a6e3-e339d7f81dbf req-3898688a-a825-4e6f-b741-5e8423349a95 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364062 Sep 05 12:33:47.720376 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:47.748996 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be33160-773c-42bb-adc6-53f63747395b req-cea67668-a940-4ab1-bb02-bbecd4d3bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:47.755504 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1be33160-773c-42bb-adc6-53f63747395b req-cea67668-a940-4ab1-bb02-bbecd4d3bba5 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=adc4bf76-da99-44ec-b79e-0ddca4fe97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928860 Sep 05 12:33:48.076238 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1be33160-773c-42bb-adc6-53f63747395b req-bb38a822-e452-4b6c-8c53-e2f06e9d8db7 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844227 Sep 05 12:33:48.124953 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-975a81e9-3ecd-4f68-abc5-f619359ff84c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:48.134810 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55218) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:48.161291 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4e245-fd7c-40f4-be2b-9668f02d1149 req-7127cd97-440b-49ac-a5e0-d8215c023c4a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:48.162781 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d9b4e245-fd7c-40f4-be2b-9668f02d1149 req-7127cd97-440b-49ac-a5e0-d8215c023c4a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 946 time: 0.0989499 Sep 05 12:33:48.205678 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-975a81e9-3ecd-4f68-abc5-f619359ff84c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (9e3fa2c9-42ec-4d3d-ad77-50ce930f7951), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:48.251238 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:48.335649 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Publish callbacks [] for security_group (4079cb4b-93ed-4ad9-995c-8b2c3d5c5d94), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:48.395768 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (4079cb4b-93ed-4ad9-995c-8b2c3d5c5d94), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:48.402038 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:48.440081 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4079cb4b-93ed-4ad9-995c-8b2c3d5c5d94,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:48.445666 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6123e8ffd3174e62aeed92fbf73b7193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096747 Sep 05 12:33:48.446288 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:48.450454 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55222) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:48.462915 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:48.462915 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:48.462915 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:48.462915 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:48.462915 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:48.462915 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:48.462915 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:48.462915 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:48.462915 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:48.462915 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:48.463998 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:48.463998 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:48.463998 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:48.464258 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:48.464450 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e41d5a-13a5-4067-b388-0020784fc6b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:48.520851 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f2442934-1486-48c0-b4b4-1474af46d2a3 admin admin] Publish callbacks [] for security_group (4079cb4b-93ed-4ad9-995c-8b2c3d5c5d94), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:48.543828 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f2442934-1486-48c0-b4b4-1474af46d2a3 admin admin] Publish callbacks [] for security_group (4079cb4b-93ed-4ad9-995c-8b2c3d5c5d94), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:48.607803 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1be33160-773c-42bb-adc6-53f63747395b req-b5933acb-98b5-4f2a-97e7-14930166f8db service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131397 Sep 05 12:33:48.619232 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-d9b4e245-fd7c-40f4-be2b-9668f02d1149 req-a2565680-1d3c-42f1-acd4-9a001126109a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Deleting port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:33:48.619607 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-d9b4e245-fd7c-40f4-be2b-9668f02d1149 req-a2565680-1d3c-42f1-acd4-9a001126109a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:48.668076 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69800f80-c22e-4bb4-9e38-7d8cb9d006ef req-269e05a3-2524-4eb5-aed6-375f24825d21 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:48.670079 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-69800f80-c22e-4bb4-9e38-7d8cb9d006ef req-269e05a3-2524-4eb5-aed6-375f24825d21 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0534301 Sep 05 12:33:48.673869 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [None req-975a81e9-3ecd-4f68-abc5-f619359ff84c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Floating IP 9e3fa2c9-42ec-4d3d-ad77-50ce930f7951 associated. External IP: 172.27.4.119, port: b6f5eb31-8603-45c5-8275-77ad7a36982d. Sep 05 12:33:48.678604 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:48.717177 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f2442934-1486-48c0-b4b4-1474af46d2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (4079cb4b-93ed-4ad9-995c-8b2c3d5c5d94), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:48.719767 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f2442934-1486-48c0-b4b4-1474af46d2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:48.721180 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-f2442934-1486-48c0-b4b4-1474af46d2a3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4079cb4b-93ed-4ad9-995c-8b2c3d5c5d94 HTTP/1.1" status: 204 len: 168 time: 0.2687976 Sep 05 12:33:48.735348 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-69800f80-c22e-4bb4-9e38-7d8cb9d006ef req-0da9052c-176d-49c4-bff8-8be22d86d466 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581629 Sep 05 12:33:48.736258 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2442934-1486-48c0-b4b4-1474af46d2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4079cb4b-93ed-4ad9-995c-8b2c3d5c5d94,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:48.803230 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-d9b4e245-fd7c-40f4-be2b-9668f02d1149 req-a2565680-1d3c-42f1-acd4-9a001126109a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] For port 09dffb1b-f334-42d1-bd74-8b59ed4648c3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=09dffb1b-f334-42d1-bd74-8b59ed4648c3,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:33:48.803641 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-d9b4e245-fd7c-40f4-be2b-9668f02d1149 req-a2565680-1d3c-42f1-acd4-9a001126109a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:48.819661 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:48.951497 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd971c-4fce-400e-85b4-a27a0202c25d req-0f1c2582-c4a5-4c4d-a49d-9bb927dde1fa tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:48.953076 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-39cd971c-4fce-400e-85b4-a27a0202c25d req-0f1c2582-c4a5-4c4d-a49d-9bb927dde1fa tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 946 time: 0.1254818 Sep 05 12:33:49.149538 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-d9b4e245-fd7c-40f4-be2b-9668f02d1149 req-a2565680-1d3c-42f1-acd4-9a001126109a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:49.149907 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-d9b4e245-fd7c-40f4-be2b-9668f02d1149 req-a2565680-1d3c-42f1-acd4-9a001126109a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (831b270f-19ab-44cd-b728-f171f09069b0), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:49.150230 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [req-d9b4e245-fd7c-40f4-be2b-9668f02d1149 req-a2565680-1d3c-42f1-acd4-9a001126109a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Floating IP 831b270f-19ab-44cd-b728-f171f09069b0 disassociated. External IP: 172.27.4.182, port: 09dffb1b-f334-42d1-bd74-8b59ed4648c3. Sep 05 12:33:49.150674 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-d9b4e245-fd7c-40f4-be2b-9668f02d1149 req-a2565680-1d3c-42f1-acd4-9a001126109a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Calling delete_port for 09dffb1b-f334-42d1-bd74-8b59ed4648c3 owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:33:49.156104 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-39cd971c-4fce-400e-85b4-a27a0202c25d req-59c4deb6-28cf-4c0e-8f15-a0302470538c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=116036ef-0789-4029-9865-2f8437ee9c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650867 Sep 05 12:33:49.165018 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975a81e9-3ecd-4f68-abc5-f619359ff84c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Router d908261c-9967-4aee-9784-5a319b3bc98a has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:33:49.335377 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:49.360547 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975a81e9-3ecd-4f68-abc5-f619359ff84c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:33:49.367600 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-975a81e9-3ecd-4f68-abc5-f619359ff84c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:49.371398 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706cdcba-a3ed-4d8b-9a74-39417ca6be56 None None] Sync routers for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:33:49.381571 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706cdcba-a3ed-4d8b-9a74-39417ca6be56 None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:33:49.382521 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-706cdcba-a3ed-4d8b-9a74-39417ca6be56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:49.422994 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-975a81e9-3ecd-4f68-abc5-f619359ff84c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/9e3fa2c9-42ec-4d3d-ad77-50ce930f7951 HTTP/1.1" status: 200 len: 991 time: 2.0249538 Sep 05 12:33:49.422994 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d85243e-7c92-4640-8c2d-72c79cf18d76', 'tag': 'b6f5eb31-8603-45c5-8275-77ad7a36982d'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:33:49.424239 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e532fdfd-e2d0-4fa7-8535-6dbd22988f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d85243e-7c92-4640-8c2d-72c79cf18d76", "tag": "b6f5eb31-8603-45c5-8275-77ad7a36982d"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:33:49.469377 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724e038c-7e3c-4c11-943b-13d8ec3d529c x-openstack-request-id: req-724e038c-7e3c-4c11-943b-13d8ec3d529c {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:33:49.469676 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d85243e-7c92-4640-8c2d-72c79cf18d76", "tag": "b6f5eb31-8603-45c5-8275-77ad7a36982d", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:33:49.469940 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-724e038c-7e3c-4c11-943b-13d8ec3d529c {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:33:49.471308 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-724e038c-7e3c-4c11-943b-13d8ec3d529c'] response: {'name': 'network-changed', 'server_uuid': '4d85243e-7c92-4640-8c2d-72c79cf18d76', 'tag': 'b6f5eb31-8603-45c5-8275-77ad7a36982d', 'status': 'completed', 'code': 200} Sep 05 12:33:49.480869 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-d9b4e245-fd7c-40f4-be2b-9668f02d1149 req-a2565680-1d3c-42f1-acd4-9a001126109a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (09dffb1b-f334-42d1-bd74-8b59ed4648c3), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:49.498241 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-706cdcba-a3ed-4d8b-9a74-39417ca6be56 None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:33:49.511590 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2565680-1d3c-42f1-acd4-9a001126109a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event deleted for resources: {'Port': ['ID=09dffb1b-f334-42d1-bd74-8b59ed4648c3,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:49.659705 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9b4e245-fd7c-40f4-be2b-9668f02d1149 req-a2565680-1d3c-42f1-acd4-9a001126109a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:33:49.733742 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:49.746512 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-706cdcba-a3ed-4d8b-9a74-39417ca6be56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '9e3fa2c9-42ec-4d3d-ad77-50ce930f7951', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.119', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': 'b6f5eb31-8603-45c5-8275-77ad7a36982d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:3a:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85243e-7c92-4640-8c2d-72c79cf18d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:33:30Z', 'updated_at': '2022-09-05T12:33:47Z', 'revision_number': 1, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:49.772957 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706cdcba-a3ed-4d8b-9a74-39417ca6be56 None None] Checking router: d908261c-9967-4aee-9784-5a319b3bc98a for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:33:49.783765 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706cdcba-a3ed-4d8b-9a74-39417ca6be56 None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:33:49.784193 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-706cdcba-a3ed-4d8b-9a74-39417ca6be56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:49.798231 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9b4e245-fd7c-40f4-be2b-9668f02d1149 req-a2565680-1d3c-42f1-acd4-9a001126109a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:33:49.820620 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd5fd9-9787-43a0-b8f8-e47f723011c7 None None] Sync routers for ids ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:33:49.839881 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd5fd9-9787-43a0-b8f8-e47f723011c7 None None] Routers {'0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:33:49.840824 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-89bd5fd9-9787-43a0-b8f8-e47f723011c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:49.865345 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b4e245-fd7c-40f4-be2b-9668f02d1149 req-a2565680-1d3c-42f1-acd4-9a001126109a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] No DVR routers for this DVR port 09dffb1b-f334-42d1-bd74-8b59ed4648c3 on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:33:49.868128 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-d9b4e245-fd7c-40f4-be2b-9668f02d1149 req-a2565680-1d3c-42f1-acd4-9a001126109a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:49.871571 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d9b4e245-fd7c-40f4-be2b-9668f02d1149 req-a2565680-1d3c-42f1-acd4-9a001126109a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.58 "DELETE /networking/v2.0/ports/09dffb1b-f334-42d1-bd74-8b59ed4648c3 HTTP/1.1" status: 204 len: 173 time: 1.7027488 Sep 05 12:33:49.918788 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55254) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:49.924948 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-706cdcba-a3ed-4d8b-9a74-39417ca6be56 None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:33:49.954039 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4898f7-85e6-4133-b23f-d9991a0da58e req-36f91b53-24db-48fd-a6c4-a0f52497ad39 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:49.963153 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8e4898f7-85e6-4133-b23f-d9991a0da58e req-36f91b53-24db-48fd-a6c4-a0f52497ad39 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0773563 Sep 05 12:33:50.002661 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-89bd5fd9-9787-43a0-b8f8-e47f723011c7 None None] Set router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:33:50.042698 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:50.072054 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8e4898f7-85e6-4133-b23f-d9991a0da58e req-c8bebb6f-12cb-478d-8700-699589ed422c tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052291 Sep 05 12:33:50.124406 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-1094d24a-bb93-43b9-aebe-7ba3bda72c2e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-672093369-network', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:50.207030 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532fdfd-e2d0-4fa7-8535-6dbd22988f2a req-43e81fa7-6be3-447d-b637-8946fde0e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:50.208821 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e532fdfd-e2d0-4fa7-8535-6dbd22988f2a req-43e81fa7-6be3-447d-b637-8946fde0e70c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 1129 time: 0.0578492 Sep 05 12:33:50.243204 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-706cdcba-a3ed-4d8b-9a74-39417ca6be56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '9e3fa2c9-42ec-4d3d-ad77-50ce930f7951', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.119', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': 'b6f5eb31-8603-45c5-8275-77ad7a36982d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:3a:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85243e-7c92-4640-8c2d-72c79cf18d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:33:30Z', 'updated_at': '2022-09-05T12:33:47Z', 'revision_number': 1, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:50.255130 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-89bd5fd9-9787-43a0-b8f8-e47f723011c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:41Z', 'revision_number': 5, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:50.258146 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1094d24a-bb93-43b9-aebe-7ba3bda72c2e admin admin] Made reservation on behalf of 6b86bf1c78d74ceaaff6ead90a70526f for: {'network': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:33:50.261442 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1094d24a-bb93-43b9-aebe-7ba3bda72c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:50.272561 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706cdcba-a3ed-4d8b-9a74-39417ca6be56 None None] The sync data for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi is: [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '9e3fa2c9-42ec-4d3d-ad77-50ce930f7951', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.119', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': 'b6f5eb31-8603-45c5-8275-77ad7a36982d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:3a:d4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d85243e-7c92-4640-8c2d-72c79cf18d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:33:30Z', 'updated_at': '2022-09-05T12:33:47Z', 'revision_number': 1, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:33:50.274487 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1094d24a-bb93-43b9-aebe-7ba3bda72c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:50.287467 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd5fd9-9787-43a0-b8f8-e47f723011c7 None None] Checking router: 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:33:50.298135 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bd5fd9-9787-43a0-b8f8-e47f723011c7 None None] Routers {'0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:33:50.298754 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-89bd5fd9-9787-43a0-b8f8-e47f723011c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:50.332577 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-3374c591-7129-46f6-bece-af1d75740b88 req-73e197c8-851d-4cb8-abae-e6d44ff3e000 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 210 time: 0.0386302 Sep 05 12:33:50.403172 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1094d24a-bb93-43b9-aebe-7ba3bda72c2e admin admin] Publish callbacks [] for security_group (c2ba6200-4ca9-49bb-9f7d-532a6de07265), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:50.413103 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-89bd5fd9-9787-43a0-b8f8-e47f723011c7 None None] Set router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:33:50.498694 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1094d24a-bb93-43b9-aebe-7ba3bda72c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (c2ba6200-4ca9-49bb-9f7d-532a6de07265), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:50.511275 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d950db-39a0-4db0-be1d-2764443170f7 None None] New status for floating IP 9e3fa2c9-42ec-4d3d-ad77-50ce930f7951: ACTIVE {{(pid=106741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:33:50.525740 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1094d24a-bb93-43b9-aebe-7ba3bda72c2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=106740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:33:50.542016 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094d24a-bb93-43b9-aebe-7ba3bda72c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ba6200-4ca9-49bb-9f7d-532a6de07265,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:50.547911 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1094d24a-bb93-43b9-aebe-7ba3bda72c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (597d57dc-8cc9-413b-83ad-a8f6599a4653), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:50.548272 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.segments_db [None req-1094d24a-bb93-43b9-aebe-7ba3bda72c2e admin admin] Added segment 597d57dc-8cc9-413b-83ad-a8f6599a4653 of type vlan for network 62fa3af2-b3d1-49d5-9125-58895bfbed57 Sep 05 12:33:50.597842 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1094d24a-bb93-43b9-aebe-7ba3bda72c2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (62fa3af2-b3d1-49d5-9125-58895bfbed57), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:50.635485 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-89bd5fd9-9787-43a0-b8f8-e47f723011c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:41Z', 'revision_number': 5, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:50.665761 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bd5fd9-9787-43a0-b8f8-e47f723011c7 None None] The sync data for ids ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'] in dv-cinder-801354-7-iscsi is: [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:41Z', 'revision_number': 5, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:33:50.718074 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532fdfd-e2d0-4fa7-8535-6dbd22988f2a req-6a2cc98a-733c-4f26-afe0-36556407bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:50.724282 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e532fdfd-e2d0-4fa7-8535-6dbd22988f2a req-6a2cc98a-733c-4f26-afe0-36556407bc55 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b HTTP/1.1" status: 200 len: 916 time: 0.1001596 Sep 05 12:33:50.744007 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1094d24a-bb93-43b9-aebe-7ba3bda72c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (62fa3af2-b3d1-49d5-9125-58895bfbed57), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:50.746389 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1094d24a-bb93-43b9-aebe-7ba3bda72c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:50.747063 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1094d24a-bb93-43b9-aebe-7ba3bda72c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:50.777450 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:50.827311 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094d24a-bb93-43b9-aebe-7ba3bda72c2e admin admin] Pushing event updated for resources: {'Network': ['ID=62fa3af2-b3d1-49d5-9125-58895bfbed57,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:50.837815 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network 62fa3af2-b3d1-49d5-9125-58895bfbed57 details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:33:50.857041 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:50.904246 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-1094d24a-bb93-43b9-aebe-7ba3bda72c2e admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9812591 Sep 05 12:33:50.905090 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55260) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:50.911146 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-5b3283b0-38a2-4300-a21d-51aab4af7776 admin admin] Request body: {'subnet': {'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-672093369-subnet', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'ip_version': 4}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:50.923191 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e532fdfd-e2d0-4fa7-8535-6dbd22988f2a req-9d300e00-c866-40cf-85f4-a486e197ed31 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6f5eb31-8603-45c5-8275-77ad7a36982d HTTP/1.1" status: 200 len: 1001 time: 0.0905337 Sep 05 12:33:50.985027 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532fdfd-e2d0-4fa7-8535-6dbd22988f2a req-f939d090-fec4-4611-9014-e8e29c54339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:50.986516 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e532fdfd-e2d0-4fa7-8535-6dbd22988f2a req-f939d090-fec4-4611-9014-e8e29c54339b service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=bbfdcfbc-04d2-420b-9cdf-e282f39f1975 HTTP/1.1" status: 200 len: 854 time: 0.0528686 Sep 05 12:33:50.999894 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1a712f-2aa3-4c0a-b3fb-2e73f7c42009 None None] New status for floating IP 831b270f-19ab-44cd-b728-f171f09069b0: DOWN {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:33:51.032994 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532fdfd-e2d0-4fa7-8535-6dbd22988f2a req-e81ce40f-c55d-43da-a5ab-5415ae816201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:51.034588 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e532fdfd-e2d0-4fa7-8535-6dbd22988f2a req-e81ce40f-c55d-43da-a5ab-5415ae816201 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421209 Sep 05 12:33:51.058617 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3283b0-38a2-4300-a21d-51aab4af7776 admin admin] Made reservation on behalf of 6b86bf1c78d74ceaaff6ead90a70526f for: {'subnet': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:33:51.066973 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5b3283b0-38a2-4300-a21d-51aab4af7776 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:51.262737 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b9296-1aa9-44a1-a961-4f93e224a673 req-52e8b828-6592-4e21-bc7d-24107b5ad9b2 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:51.264367 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8c7b9296-1aa9-44a1-a961-4f93e224a673 req-52e8b828-6592-4e21-bc7d-24107b5ad9b2 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0834541 Sep 05 12:33:51.266450 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e532fdfd-e2d0-4fa7-8535-6dbd22988f2a req-c1715d95-e145-4aa1-8590-9de2fc52d8f2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251821 Sep 05 12:33:51.293701 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:33:51.330876 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8c7b9296-1aa9-44a1-a961-4f93e224a673 req-681c9616-678e-4ea4-8031-b71fa957cb63 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602753 Sep 05 12:33:51.334741 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:51.472975 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'name': 'network-vif-deleted', 'tag': '09dffb1b-f334-42d1-bd74-8b59ed4648c3'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:33:51.475020 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2d506-286c-429a-806f-deecbcf92236 req-e79d78ca-b224-452b-b5f9-c29645201659 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:51.476676 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d3382a-d9b0-4c6a-a5d9-07511b002dd9" -d '{"events": [{"server_uuid": "a0105c66-6939-4b6d-b774-c1821012c1f0", "name": "network-vif-deleted", "tag": "09dffb1b-f334-42d1-bd74-8b59ed4648c3"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:33:51.476821 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f9a2d506-286c-429a-806f-deecbcf92236 req-e79d78ca-b224-452b-b5f9-c29645201659 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0662150 Sep 05 12:33:51.480331 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d847bcc0-20c1-427e-b285-971cb0413811 req-48ff4214-e6fa-4565-81cd-3a069889664f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a0105c66-6939-4b6d-b774-c1821012c1f0 HTTP/1.1" status: 200 len: 210 time: 0.0342786 Sep 05 12:33:51.491193 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 55270) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:51.497750 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-522db1ee-ca39-4d8b-b841-eba2488a1752 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Request body: {'floatingip': {'port_id': '66947e6f-24aa-4efc-9fc1-09b650127cb3'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:51.521659 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:51.540235 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2e7569-2a1d-4310-8664-51484809d8f8 x-openstack-request-id: req-eb2e7569-2a1d-4310-8664-51484809d8f8 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:33:51.542625 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0105c66-6939-4b6d-b774-c1821012c1f0", "name": "network-vif-deleted", "tag": "09dffb1b-f334-42d1-bd74-8b59ed4648c3", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:33:51.542625 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb2e7569-2a1d-4310-8664-51484809d8f8 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:33:51.542625 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2e7569-2a1d-4310-8664-51484809d8f8'] response: {'server_uuid': 'a0105c66-6939-4b6d-b774-c1821012c1f0', 'name': 'network-vif-deleted', 'tag': '09dffb1b-f334-42d1-bd74-8b59ed4648c3', 'status': 'completed', 'code': 200} Sep 05 12:33:51.580706 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-522db1ee-ca39-4d8b-b841-eba2488a1752 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for floatingip (8c00cf9d-73e9-4095-bbb5-86c1f0257a88), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:51.652631 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5b3283b0-38a2-4300-a21d-51aab4af7776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for subnet (3313871b-d5e8-4681-86e1-dddafa769991), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:51.710889 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3283b0-38a2-4300-a21d-51aab4af7776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3313871b-d5e8-4681-86e1-dddafa769991,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:51.724108 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3283b0-38a2-4300-a21d-51aab4af7776 admin admin] Checking segment: {'id': '597d57dc-8cc9-413b-83ad-a8f6599a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:33:51.726308 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3283b0-38a2-4300-a21d-51aab4af7776 admin admin] Network hostable DHCP agents. Network: 62fa3af2-b3d1-49d5-9125-58895bfbed57, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:33:51.762921 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e532fdfd-e2d0-4fa7-8535-6dbd22988f2a req-99c39bcb-5b66-4786-93a5-c151111f0ba5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937616 Sep 05 12:33:51.777569 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:51.829894 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3283b0-38a2-4300-a21d-51aab4af7776 admin admin] Network 62fa3af2-b3d1-49d5-9125-58895bfbed57 is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:33:51.909871 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-5b3283b0-38a2-4300-a21d-51aab4af7776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, 62fa3af2-b3d1-49d5-9125-58895bfbed57) {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:33:51.915096 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3283b0-38a2-4300-a21d-51aab4af7776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:51.923199 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5977b3-766a-4b33-90b6-05bd3189a574 None None] Network 62fa3af2-b3d1-49d5-9125-58895bfbed57 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:33:51.930088 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5b3283b0-38a2-4300-a21d-51aab4af7776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:51.989162 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:52.026500 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-5b3283b0-38a2-4300-a21d-51aab4af7776 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1202457 Sep 05 12:33:52.029643 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 55272) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:52.035793 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-672093369-router', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:52.037735 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb5fa693-5fd0-5ae2-af65-28d3e918bd02-62fa3af2-b3d1-49d5-9125-58895bfbed57', 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57', 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'fixed_ips': [{'subnet_id': '3313871b-d5e8-4681-86e1-dddafa769991'}]}} from dv-cinder-801354-7-iscsi. {{(pid=106741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 05 12:33:52.038697 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:52.156566 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-522db1ee-ca39-4d8b-b841-eba2488a1752 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:52.167232 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-632311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2597'] for router (40cc6408-42fd-4823-947f-d439c63c468c), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:52.168300 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (40cc6408-42fd-4823-947f-d439c63c468c), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:52.188951 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.db_base_plugin_common [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Allocated IP 172.20.0.2 (62fa3af2-b3d1-49d5-9125-58895bfbed57/3313871b-d5e8-4681-86e1-dddafa769991/32b42e9a-b74c-42b2-9369-87015a6545f7) {{(pid=106741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:33:52.223213 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Publish callbacks [] for router_controller (40cc6408-42fd-4823-947f-d439c63c468c), precommit_add_association {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:52.224627 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-522db1ee-ca39-4d8b-b841-eba2488a1752 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (8c00cf9d-73e9-4095-bbb5-86c1f0257a88), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:52.331854 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Publish callbacks [] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), precommit_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:52.390358 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:52.396204 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:52.439094 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Network 62fa3af2-b3d1-49d5-9125-58895bfbed57 is already hosted by enough agents. {{(pid=106741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:33:52.440898 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.base_scheduler [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Resources bound (agent type, host, resource id): {{(pid=106741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:33:52.445038 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Received port after_create {{(pid=106741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:33:52.452337 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Pushing event updated for resources: {'Port': ['ID=32b42e9a-b74c-42b2-9369-87015a6545f7,revision_number=1']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:52.464658 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:52.465093 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:52.465458 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:52.465797 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:52.466129 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:52.466953 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:52.467277 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:52.467669 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:52.467997 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:52.468375 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:52.468698 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:52.469018 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:52.469339 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:52.469661 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:52.470036 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:52.504000 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Publish callbacks [] for router_gateway (40cc6408-42fd-4823-947f-d439c63c468c), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:52.520763 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Attempting to bind port 32b42e9a-b74c-42b2-9369-87015a6545f7 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:33:52.521133 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Attempting to bind port 32b42e9a-b74c-42b2-9369-87015a6545f7 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': '597d57dc-8cc9-413b-83ad-a8f6599a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:33:52.527286 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Attempting to bind port 32b42e9a-b74c-42b2-9369-87015a6545f7 on network 62fa3af2-b3d1-49d5-9125-58895bfbed57 {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:33:52.583835 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:33:52.584125 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Checking segment: {'id': '597d57dc-8cc9-413b-83ad-a8f6599a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:33:52.584539 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:52.585111 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Bound using segment: {'id': '597d57dc-8cc9-413b-83ad-a8f6599a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:33:52.585608 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Bound port: 32b42e9a-b74c-42b2-9369-87015a6545f7, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597d57dc-8cc9-413b-83ad-a8f6599a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:33:52.586000 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:52.643672 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55278) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:52.661070 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] For port 32b42e9a-b74c-42b2-9369-87015a6545f7, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:33:52.664712 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] For port 32b42e9a-b74c-42b2-9369-87015a6545f7, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=32b42e9a-b74c-42b2-9369-87015a6545f7,segment=NetworkSegment(597d57dc-8cc9-413b-83ad-a8f6599a4653),segment_id=597d57dc-8cc9-413b-83ad-a8f6599a4653)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:33:52.709102 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0bff7219-e9ce-4f03-8b0d-d777e0c25546 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group (116036ef-0789-4029-9865-2f8437ee9c9d), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:52.721620 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:52.737873 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0bff7219-e9ce-4f03-8b0d-d777e0c25546 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group (116036ef-0789-4029-9865-2f8437ee9c9d), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:52.811914 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805cd8e-5ba1-4577-9b35-8d0bf8279c04 None None] Pushing event updated for resources: {'Port': ['ID=32b42e9a-b74c-42b2-9369-87015a6545f7,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:52.830779 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522db1ee-ca39-4d8b-b841-eba2488a1752 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:33:52.840895 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0bff7219-e9ce-4f03-8b0d-d777e0c25546 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (116036ef-0789-4029-9865-2f8437ee9c9d), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:52.843577 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0bff7219-e9ce-4f03-8b0d-d777e0c25546 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:52.844724 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-0bff7219-e9ce-4f03-8b0d-d777e0c25546 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/116036ef-0789-4029-9865-2f8437ee9c9d HTTP/1.1" status: 204 len: 168 time: 0.1997344 Sep 05 12:33:52.849630 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55280) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:52.864943 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff7219-e9ce-4f03-8b0d-d777e0c25546 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116036ef-0789-4029-9865-2f8437ee9c9d,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:52.875621 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.api.v2.resource [None req-06a3127e-3780-4365-8f35-98d734bd1a43 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] show failed (client error): The resource could not be found. Sep 05 12:33:52.877029 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-06a3127e-3780-4365-8f35-98d734bd1a43 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups/116036ef-0789-4029-9865-2f8437ee9c9d HTTP/1.1" status: 404 len: 347 time: 0.0261695 Sep 05 12:33:52.879629 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55282) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:52.890806 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 09dffb1b-f334-42d1-bd74-8b59ed4648c3 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:33:52.925471 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: 09dffb1b-f334-42d1-bd74-8b59ed4648c3 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:33:52.928058 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 09dffb1b-f334-42d1-bd74-8b59ed4648c3 not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:33:52.980065 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:53.053250 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-0f695687-49ae-406a-ab02-f55ffd68c659 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Deleting port 2978a81e-00f9-4af8-a0db-9af7c382b196 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:33:53.053813 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0f695687-49ae-406a-ab02-f55ffd68c659 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (2978a81e-00f9-4af8-a0db-9af7c382b196), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:53.064281 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522db1ee-ca39-4d8b-b841-eba2488a1752 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:33:53.085721 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9942097-6de3-4a15-a73b-a3b38b94c481 None None] Sync routers for ids ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:33:53.098513 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9942097-6de3-4a15-a73b-a3b38b94c481 None None] Routers {'6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:33:53.099259 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-f9942097-6de3-4a15-a73b-a3b38b94c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:53.144142 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-522db1ee-ca39-4d8b-b841-eba2488a1752 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:53.166261 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0f695687-49ae-406a-ab02-f55ffd68c659 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (2978a81e-00f9-4af8-a0db-9af7c382b196), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:53.166805 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0f695687-49ae-406a-ab02-f55ffd68c659 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for floatingip (2978a81e-00f9-4af8-a0db-9af7c382b196), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:53.180956 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-0f695687-49ae-406a-ab02-f55ffd68c659 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Calling delete_port for 2978a81e-00f9-4af8-a0db-9af7c382b196 owned by network:floatingip {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:33:53.202315 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:53.231807 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-f9942097-6de3-4a15-a73b-a3b38b94c481 None None] Set router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:33:53.238973 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Publish callbacks [] for router_gateway (40cc6408-42fd-4823-947f-d439c63c468c), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:53.264652 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:53.267839 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:53.273688 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-522db1ee-ca39-4d8b-b841-eba2488a1752 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/8c00cf9d-73e9-4095-bbb5-86c1f0257a88 HTTP/1.1" status: 200 len: 993 time: 1.7802434 Sep 05 12:33:53.396675 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Allocated IP 172.27.4.22 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/d1ca9b28-71e1-40ef-8fc2-afb89f3e4346) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:33:53.398516 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:53.453531 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0f695687-49ae-406a-ab02-f55ffd68c659 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (2978a81e-00f9-4af8-a0db-9af7c382b196), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:53.481403 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f695687-49ae-406a-ab02-f55ffd68c659 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event deleted for resources: {'Port': ['ID=2978a81e-00f9-4af8-a0db-9af7c382b196,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:53.513331 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0f695687-49ae-406a-ab02-f55ffd68c659 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for floatingip (831b270f-19ab-44cd-b728-f171f09069b0), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:53.516105 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0f695687-49ae-406a-ab02-f55ffd68c659 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:53.522582 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-0f695687-49ae-406a-ab02-f55ffd68c659 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/831b270f-19ab-44cd-b728-f171f09069b0 HTTP/1.1" status: 204 len: 168 time: 0.6398516 Sep 05 12:33:53.532702 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Publish callbacks [] for port (d1ca9b28-71e1-40ef-8fc2-afb89f3e4346), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:53.542971 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'tag': '66947e6f-24aa-4efc-9fc1-09b650127cb3'}, {'name': 'network-changed', 'server_uuid': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'tag': '66947e6f-24aa-4efc-9fc1-09b650127cb3'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:33:53.546278 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c32e98-d384-4255-b8bf-3f02850496b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c86e0b82-f349-40c6-986b-359cb36a9862", "tag": "66947e6f-24aa-4efc-9fc1-09b650127cb3"}, {"name": "network-changed", "server_uuid": "c86e0b82-f349-40c6-986b-359cb36a9862", "tag": "66947e6f-24aa-4efc-9fc1-09b650127cb3"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:33:53.607439 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Sep 2022 12:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f358ed80-b13a-4b74-b550-700ae72693ef x-openstack-request-id: req-f358ed80-b13a-4b74-b550-700ae72693ef {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:33:53.607439 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86e0b82-f349-40c6-986b-359cb36a9862", "tag": "66947e6f-24aa-4efc-9fc1-09b650127cb3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c86e0b82-f349-40c6-986b-359cb36a9862", "tag": "66947e6f-24aa-4efc-9fc1-09b650127cb3", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:33:53.607439 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f358ed80-b13a-4b74-b550-700ae72693ef {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:33:53.607439 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f358ed80-b13a-4b74-b550-700ae72693ef'] response: {'name': 'network-changed', 'server_uuid': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'tag': '66947e6f-24aa-4efc-9fc1-09b650127cb3', 'status': 'completed', 'code': 200} Sep 05 12:33:53.607439 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f358ed80-b13a-4b74-b550-700ae72693ef'] response: {'name': 'network-changed', 'server_uuid': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'tag': '66947e6f-24aa-4efc-9fc1-09b650127cb3', 'status': 'completed', 'code': 200} Sep 05 12:33:53.627016 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (d1ca9b28-71e1-40ef-8fc2-afb89f3e4346), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:53.656839 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-f9942097-6de3-4a15-a73b-a3b38b94c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232'}], 'enable_snat': True}, 'gw_port_id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 4, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port': {'id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '8c00cf9d-73e9-4095-bbb5-86c1f0257a88', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'floating_ip_address': '172.27.4.15', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'port_id': '66947e6f-24aa-4efc-9fc1-09b650127cb3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'mac_address': 'fa:16:3e:17:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:31:42Z', 'updated_at': '2022-09-05T12:33:52Z', 'revision_number': 3, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6fb451-22b0-45aa-949e-9dce2e52c499', 'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'mac_address': 'fa:16:3e:53:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:20Z', 'updated_at': '2022-09-05T12:29:31Z', 'revision_number': 5, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'subnets': [{'id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:53.691117 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9942097-6de3-4a15-a73b-a3b38b94c481 None None] Checking router: 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:33:53.704638 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9942097-6de3-4a15-a73b-a3b38b94c481 None None] Routers {'6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:33:53.705497 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-f9942097-6de3-4a15-a73b-a3b38b94c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:53.744424 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55290) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:53.748562 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-65ea7531-06a4-4881-b090-145aa0e95e0d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1514702896', 'description': 'tempest-description--239637830'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:53.752894 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 32b42e9a-b74c-42b2-9369-87015a6545f7 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:33:53.780971 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-96c48a4d-95f8-4d05-9ed5-c81f0acc5ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:53.782783 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-96c48a4d-95f8-4d05-9ed5-c81f0acc5ba2 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 1130 time: 0.1275582 Sep 05 12:33:53.786482 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:33:53.791077 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:33:53.805972 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:33:53.834704 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:53.836371 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-65ea7531-06a4-4881-b090-145aa0e95e0d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:53.839561 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Pushing event updated for resources: {'Port': ['ID=d1ca9b28-71e1-40ef-8fc2-afb89f3e4346,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:53.877278 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-f9942097-6de3-4a15-a73b-a3b38b94c481 None None] Set router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:33:53.880323 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 32b42e9a-b74c-42b2-9369-87015a6545f7 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:33:53.880652 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:53.909538 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:53.947900 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-65ea7531-06a4-4881-b090-145aa0e95e0d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group (5e659a5f-194a-4dbe-aada-520e87794775), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:53.978402 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe64671-252b-4b28-a009-2d51568c45cc None None] Network 62fa3af2-b3d1-49d5-9125-58895bfbed57 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:33:54.013116 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-65ea7531-06a4-4881-b090-145aa0e95e0d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (5e659a5f-194a-4dbe-aada-520e87794775), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.017354 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-0aa3ac01-359f-433a-85e2-3081206002bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:54.018910 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-0aa3ac01-359f-433a-85e2-3081206002bc service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 200 len: 920 time: 0.2291067 Sep 05 12:33:54.038093 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:54.062626 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea7531-06a4-4881-b090-145aa0e95e0d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e659a5f-194a-4dbe-aada-520e87794775,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:54.083665 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-4223f5d1-f8af-40cb-8320-259af454f2a4 None None] Provisioning complete for port 32b42e9a-b74c-42b2-9369-87015a6545f7 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:33:54.084049 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4223f5d1-f8af-40cb-8320-259af454f2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.094968 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-65ea7531-06a4-4881-b090-145aa0e95e0d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.096670 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-65ea7531-06a4-4881-b090-145aa0e95e0d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3517246 Sep 05 12:33:54.096796 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-e1187010-4c16-491f-b2a5-910eb087f6a0 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66947e6f-24aa-4efc-9fc1-09b650127cb3 HTTP/1.1" status: 200 len: 1001 time: 0.0707083 Sep 05 12:33:54.099897 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55292) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:54.104515 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-e7151a2c-b1e7-46f8-8f7a-f9eed3309146 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Request body: {'security_group_rule': {'security_group_id': '5e659a5f-194a-4dbe-aada-520e87794775', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:54.150755 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-e7c1cfce-f46b-49d7-b03a-fece501ab8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:54.152368 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-e7c1cfce-f46b-49d7-b03a-fece501ab8a3 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90 HTTP/1.1" status: 200 len: 858 time: 0.0498364 Sep 05 12:33:54.176778 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:54.229743 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-4b9186b9-7fb8-4610-912e-2d63594e2520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:54.233690 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-4b9186b9-7fb8-4610-912e-2d63594e2520 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=adc4bf76-da99-44ec-b79e-0ddca4fe97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733271 Sep 05 12:33:54.236621 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e7151a2c-b1e7-46f8-8f7a-f9eed3309146 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group_rule (37f20838-851e-49d1-a6b6-51ed011ecd7f), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.275385 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 32b42e9a-b74c-42b2-9369-87015a6545f7 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:33:54.275823 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.308042 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e7151a2c-b1e7-46f8-8f7a-f9eed3309146 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group_rule (37f20838-851e-49d1-a6b6-51ed011ecd7f), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.346350 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:54.361377 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e7151a2c-b1e7-46f8-8f7a-f9eed3309146 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (37f20838-851e-49d1-a6b6-51ed011ecd7f), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.374871 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Publish callbacks [] for router_gateway (40cc6408-42fd-4823-947f-d439c63c468c), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.382597 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7151a2c-b1e7-46f8-8f7a-f9eed3309146 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f20838-851e-49d1-a6b6-51ed011ecd7f,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:54.413571 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-010c6bb5-a535-41f8-8732-45a3deb5ab1f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758285 Sep 05 12:33:54.414319 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-f9942097-6de3-4a15-a73b-a3b38b94c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232'}], 'enable_snat': True}, 'gw_port_id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 4, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port': {'id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '8c00cf9d-73e9-4095-bbb5-86c1f0257a88', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'floating_ip_address': '172.27.4.15', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'port_id': '66947e6f-24aa-4efc-9fc1-09b650127cb3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'mac_address': 'fa:16:3e:17:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:31:42Z', 'updated_at': '2022-09-05T12:33:52Z', 'revision_number': 3, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6fb451-22b0-45aa-949e-9dce2e52c499', 'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'mac_address': 'fa:16:3e:53:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:20Z', 'updated_at': '2022-09-05T12:29:31Z', 'revision_number': 5, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'subnets': [{'id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:54.416726 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-4223f5d1-f8af-40cb-8320-259af454f2a4 None None] Current status of the port 32b42e9a-b74c-42b2-9369-87015a6545f7 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:33:54.417150 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4223f5d1-f8af-40cb-8320-259af454f2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.420800 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 32b42e9a-b74c-42b2-9369-87015a6545f7, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=32b42e9a-b74c-42b2-9369-87015a6545f7,segment=NetworkSegment(597d57dc-8cc9-413b-83ad-a8f6599a4653),segment_id=597d57dc-8cc9-413b-83ad-a8f6599a4653)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:33:54.459493 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9942097-6de3-4a15-a73b-a3b38b94c481 None None] The sync data for ids ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'] in dv-cinder-801354-7-iscsi is: [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232'}], 'enable_snat': True}, 'gw_port_id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 4, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port': {'id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '8c00cf9d-73e9-4095-bbb5-86c1f0257a88', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'floating_ip_address': '172.27.4.15', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'port_id': '66947e6f-24aa-4efc-9fc1-09b650127cb3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'mac_address': 'fa:16:3e:17:29:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:31:42Z', 'updated_at': '2022-09-05T12:33:52Z', 'revision_number': 3, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b6fb451-22b0-45aa-949e-9dce2e52c499', 'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'mac_address': 'fa:16:3e:53:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:20Z', 'updated_at': '2022-09-05T12:29:31Z', 'revision_number': 5, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'subnets': [{'id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:33:54.484820 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e7151a2c-b1e7-46f8-8f7a-f9eed3309146 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.489253 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-e7151a2c-b1e7-46f8-8f7a-f9eed3309146 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3882434 Sep 05 12:33:54.491832 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55294) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:54.495374 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-3e333975-8cbd-404b-b943-1a765226ccde tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Request body: {'security_group_rule': {'security_group_id': '5e659a5f-194a-4dbe-aada-520e87794775', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:54.516815 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.595309 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.db.api [None req-4223f5d1-f8af-40cb-8320-259af454f2a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 05 12:33:54.595763 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG oslo_db.api [None req-4223f5d1-f8af-40cb-8320-259af454f2a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 05 12:33:54.611258 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-b3835797-b68a-4b56-a73e-ecf2a484c650 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859477 Sep 05 12:33:54.618197 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3e333975-8cbd-404b-b943-1a765226ccde tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group_rule (5db21df8-d733-4ac2-a1fa-77028e15cc4e), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.620334 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=32b42e9a-b74c-42b2-9369-87015a6545f7,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:54.678700 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572129'] for router (40cc6408-42fd-4823-947f-d439c63c468c), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.689022 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3e333975-8cbd-404b-b943-1a765226ccde tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group_rule (5db21df8-d733-4ac2-a1fa-77028e15cc4e), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.767056 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3e333975-8cbd-404b-b943-1a765226ccde tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (5db21df8-d733-4ac2-a1fa-77028e15cc4e), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.770015 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-79485e85-d9c9-4533-951d-ee0ac7321660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:54.771530 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-79485e85-d9c9-4533-951d-ee0ac7321660 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=442bf64c97d945feb79f64cdd66baa28&device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 1130 time: 0.0504601 Sep 05 12:33:54.784979 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e333975-8cbd-404b-b943-1a765226ccde tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db21df8-d733-4ac2-a1fa-77028e15cc4e,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:54.848956 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3e333975-8cbd-404b-b943-1a765226ccde tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.853311 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-3e333975-8cbd-404b-b943-1a765226ccde tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3591044 Sep 05 12:33:54.853471 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55296) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:54.858496 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Request body: {'floatingip': {'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:54.865296 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:54.920476 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-e466543b-ed6f-46d2-bdd5-543c7bc70d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:54.921931 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-e466543b-ed6f-46d2-bdd5-543c7bc70d5e service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 200 len: 920 time: 0.1214812 Sep 05 12:33:54.950022 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:54.985867 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-a2cac48f-3558-4115-a156-4fcec0fc8f09 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66947e6f-24aa-4efc-9fc1-09b650127cb3 HTTP/1.1" status: 200 len: 1001 time: 0.0577261 Sep 05 12:33:55.019636 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:55.020716 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Router 40cc6408-42fd-4823-947f-d439c63c468c is scheduled to L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f with binding_index 1 {{(pid=106739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 05 12:33:55.035850 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:55.076177 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-99547163-2b7b-4743-bdc0-46a40339f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:55.077729 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-99547163-2b7b-4743-bdc0-46a40339f287 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90 HTTP/1.1" status: 200 len: 858 time: 0.0865786 Sep 05 12:33:55.133788 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-4223f5d1-f8af-40cb-8320-259af454f2a4 None None] Current status of the port 32b42e9a-b74c-42b2-9369-87015a6545f7 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:33:55.158943 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Allocated IP 172.27.4.197 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/ae7c3081-02cf-4dd9-8504-4900140c439c) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:33:55.164569 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-22eeea0a-3f9b-4ff2-a98a-650b75c5b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:55.166093 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-22eeea0a-3f9b-4ff2-a98a-650b75c5b821 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=adc4bf76-da99-44ec-b79e-0ddca4fe97de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821028 Sep 05 12:33:55.226791 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:33:55.238411 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Sync routers for ids ['40cc6408-42fd-4823-947f-d439c63c468c'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:33:55.255568 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Routers {'40cc6408-42fd-4823-947f-d439c63c468c'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:33:55.256550 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['40cc6408-42fd-4823-947f-d439c63c468c'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:55.258646 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-5f8aea77-a019-4618-8128-023a11e97b44 None None] Provisioning complete for port 32b42e9a-b74c-42b2-9369-87015a6545f7 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:33:55.259179 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5f8aea77-a019-4618-8128-023a11e97b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:55.272601 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for port (ae7c3081-02cf-4dd9-8504-4900140c439c), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:55.285112 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-6a9b7b68-62e3-429a-833d-5234009e5a00 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118209 Sep 05 12:33:55.304793 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:55.308987 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-76b89f5d-0e22-44a3-8592-a49da1f0adbc admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2783611 Sep 05 12:33:55.309753 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55298) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:55.368312 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-5f8aea77-a019-4618-8128-023a11e97b44 None None] Current status of the port 32b42e9a-b74c-42b2-9369-87015a6545f7 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:33:55.370020 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (ae7c3081-02cf-4dd9-8504-4900140c439c), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:55.374884 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Set router 40cc6408-42fd-4823-947f-d439c63c468c gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:33:55.377748 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:55.408264 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b7c32e98-d384-4255-b8bf-3f02850496b0 req-508ad326-1a13-4b04-ba95-c342ad91d813 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172364 Sep 05 12:33:55.460400 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:33:55.468975 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:33:55.473184 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:33:55.477030 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event updated for resources: {'Port': ['ID=ae7c3081-02cf-4dd9-8504-4900140c439c,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:55.477985 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:55.525217 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:55.566260 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cc6408-42fd-4823-947f-d439c63c468c', 'name': 'tempest-TestMinimumBasicScenario-672093369-router', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:52Z', 'updated_at': '2022-09-05T12:33:54Z', 'revision_number': 3, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'gw_port': {'id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:53Z', 'updated_at': '2022-09-05T12:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:55.573593 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for floatingip (9383b431-309f-4049-a8cc-59b9700ff700), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:55.592978 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Checking router: 40cc6408-42fd-4823-947f-d439c63c468c for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:33:55.593347 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Updating router 40cc6408-42fd-4823-947f-d439c63c468c port d1ca9b28-71e1-40ef-8fc2-afb89f3e4346 binding host dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:33:55.623033 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d1ca9b28-71e1-40ef-8fc2-afb89f3e4346), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:55.665857 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 32b42e9a-b74c-42b2-9369-87015a6545f7 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:33:55.721368 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 32b42e9a-b74c-42b2-9369-87015a6545f7 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:33:55.722075 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:55.745113 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (ae7c3081-02cf-4dd9-8504-4900140c439c), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:55.775788 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:55.811799 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 32b42e9a-b74c-42b2-9369-87015a6545f7 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:33:55.916818 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Publish callbacks [] for port (d1ca9b28-71e1-40ef-8fc2-afb89f3e4346), precommit_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:55.937550 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:55.986786 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:55.995461 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d1ca9b28-71e1-40ef-8fc2-afb89f3e4346), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:56.015966 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for port (ae7c3081-02cf-4dd9-8504-4900140c439c), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:56.036448 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Attempting to bind port d1ca9b28-71e1-40ef-8fc2-afb89f3e4346 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:33:56.036816 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Attempting to bind port d1ca9b28-71e1-40ef-8fc2-afb89f3e4346 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:33:56.037177 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Attempting to bind port d1ca9b28-71e1-40ef-8fc2-afb89f3e4346 on network de6b6e81-62d2-486b-904a-4e6e4bfb013e {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:33:56.070070 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (ae7c3081-02cf-4dd9-8504-4900140c439c), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:56.070795 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (9383b431-309f-4049-a8cc-59b9700ff700), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:56.074408 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Pushing event updated for resources: {'Port': ['ID=d1ca9b28-71e1-40ef-8fc2-afb89f3e4346,revision_number=2']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:56.086323 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:56.088266 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:56.088266 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:56.088266 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:56.088266 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:56.088266 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:56.088799 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:56.088799 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:56.089013 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:56.089343 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:56.089671 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:56.090013 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:56.090346 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:56.090672 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:56.090997 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:33:56.109429 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:33:56.110189 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Checking segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:33:56.110684 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:56.111166 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Bound using segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:33:56.111804 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Bound port: d1ca9b28-71e1-40ef-8fc2-afb89f3e4346, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:33:56.112281 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d1ca9b28-71e1-40ef-8fc2-afb89f3e4346), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:56.142619 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:56.156974 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event updated for resources: {'Port': ['ID=ae7c3081-02cf-4dd9-8504-4900140c439c,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:56.165980 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] For port d1ca9b28-71e1-40ef-8fc2-afb89f3e4346, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:33:56.169258 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] For port d1ca9b28-71e1-40ef-8fc2-afb89f3e4346, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=d1ca9b28-71e1-40ef-8fc2-afb89f3e4346,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:33:56.217216 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:56.218456 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-a28da9d6-0d43-45fe-8fb9-5ea0cc701b69 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3640206 Sep 05 12:33:56.219684 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Allocated IP 172.20.0.1 (62fa3af2-b3d1-49d5-9125-58895bfbed57/3313871b-d5e8-4681-86e1-dddafa769991/49021eb4-fef6-4ae6-bf04-e5b31b596973) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:33:56.230295 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d1ca9b28-71e1-40ef-8fc2-afb89f3e4346), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:56.287577 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78306854-ae05-446b-9646-70ba2f372140 None None] Pushing event updated for resources: {'Port': ['ID=d1ca9b28-71e1-40ef-8fc2-afb89f3e4346,revision_number=3']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:56.298393 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Routers {'40cc6408-42fd-4823-947f-d439c63c468c'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:33:56.299220 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['40cc6408-42fd-4823-947f-d439c63c468c'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:56.352557 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Publish callbacks [] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:56.412250 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] Set router 40cc6408-42fd-4823-947f-d439c63c468c gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:33:56.452285 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-191376ec-f63a-48d2-b9fd-6fb5b53de5d3 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1514702896&fields=id&tenant_id=094bae935a1e4738b0c51d33c6d89e3a HTTP/1.1" status: 200 len: 267 time: 0.0462379 Sep 05 12:33:56.454278 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:56.497396 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Network 62fa3af2-b3d1-49d5-9125-58895bfbed57 is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:33:56.501062 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:33:56.506025 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:33:56.506850 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557147'] for router_interface (40cc6408-42fd-4823-947f-d439c63c468c), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:56.555212 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:56.563165 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:56.590611 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=49021eb4-fef6-4ae6-bf04-e5b31b596973,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:56.593870 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-68de2a53-da22-4c4d-ad5f-c052972c73fd tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:56.601167 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-68de2a53-da22-4c4d-ad5f-c052972c73fd tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/networks?id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6 HTTP/1.1" status: 200 len: 816 time: 0.1415977 Sep 05 12:33:56.612637 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-353e3e7a-427a-4af4-8c3d-50085b394df9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/quotas/094bae935a1e4738b0c51d33c6d89e3a HTTP/1.1" status: 200 len: 375 time: 0.0105731 Sep 05 12:33:56.617259 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cc6408-42fd-4823-947f-d439c63c468c', 'name': 'tempest-TestMinimumBasicScenario-672093369-router', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:52Z', 'updated_at': '2022-09-05T12:33:54Z', 'revision_number': 3, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'gw_port': {'id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:53Z', 'updated_at': '2022-09-05T12:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:56.646968 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b29d88-880b-4a62-8549-88d8e39e8cad None None] The sync data for ids ['40cc6408-42fd-4823-947f-d439c63c468c'] in dv-cinder-801354-7-iscsi is: [{'id': '40cc6408-42fd-4823-947f-d439c63c468c', 'name': 'tempest-TestMinimumBasicScenario-672093369-router', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:52Z', 'updated_at': '2022-09-05T12:33:54Z', 'revision_number': 3, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'gw_port': {'id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:53Z', 'updated_at': '2022-09-05T12:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:33:56.680137 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-370329f4-aea4-478f-b25c-4812e7509ca6 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=094bae935a1e4738b0c51d33c6d89e3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582781 Sep 05 12:33:56.743742 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:56.746703 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:56.797829 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-a7d9c503-3b78-439f-b60c-e4383a79cb0b None None] Provisioning complete for port 49021eb4-fef6-4ae6-bf04-e5b31b596973 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:33:56.802003 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-c7816acd-613c-49cb-b520-df4f5c3b44b9 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109097 Sep 05 12:33:56.802772 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-a7d9c503-3b78-439f-b60c-e4383a79cb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:56.843329 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-a7d9c503-3b78-439f-b60c-e4383a79cb0b None None] Port 49021eb4-fef6-4ae6-bf04-e5b31b596973 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:33:56.886000 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:56.914927 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-c8afa1bb-ae4a-4566-9ac9-6b316d8768ca service neutron] 10.222.0.62 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066558 Sep 05 12:33:56.972464 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Publish callbacks [] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:57.052891 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:57.053675 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557303'] for router_interface (40cc6408-42fd-4823-947f-d439c63c468c), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:57.147563 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=49021eb4-fef6-4ae6-bf04-e5b31b596973,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:57.223246 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Network 62fa3af2-b3d1-49d5-9125-58895bfbed57 is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:33:57.240047 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:33:57.243293 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e9fd25f9-4c21-40f4-963c-54a801912816 req-d2dbf49e-43b4-4454-9b1f-9bf435778f53 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 210 time: 0.0429473 Sep 05 12:33:57.356171 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:57.391174 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Router 40cc6408-42fd-4823-947f-d439c63c468c has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:33:57.474396 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d2167067-9404-430c-a9d0-1586ed6f154c None None] Provisioning complete for port 49021eb4-fef6-4ae6-bf04-e5b31b596973 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:33:57.474777 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d2167067-9404-430c-a9d0-1586ed6f154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:57.513719 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d2167067-9404-430c-a9d0-1586ed6f154c None None] Port 49021eb4-fef6-4ae6-bf04-e5b31b596973 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:33:57.548291 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:33:57.555945 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-30795fe4-37fa-4237-9bf4-8d20bcda7aa5 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/40cc6408-42fd-4823-947f-d439c63c468c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2437227 Sep 05 12:33:57.694133 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device d1ca9b28-71e1-40ef-8fc2-afb89f3e4346 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:33:57.747751 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port d1ca9b28-71e1-40ef-8fc2-afb89f3e4346 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:33:57.748326 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d1ca9b28-71e1-40ef-8fc2-afb89f3e4346), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:57.829369 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port d1ca9b28-71e1-40ef-8fc2-afb89f3e4346 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:33:57.830176 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d1ca9b28-71e1-40ef-8fc2-afb89f3e4346), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:57.851510 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port d1ca9b28-71e1-40ef-8fc2-afb89f3e4346, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=d1ca9b28-71e1-40ef-8fc2-afb89f3e4346,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:33:57.932661 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d1ca9b28-71e1-40ef-8fc2-afb89f3e4346), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:58.147719 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=d1ca9b28-71e1-40ef-8fc2-afb89f3e4346,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:58.377412 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-617cab31-4596-46dc-be7b-81e30d4d0ff0 req-b2b5b428-4ce2-42b7-a5aa-7e3083496593 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 210 time: 0.0302017 Sep 05 12:33:58.436535 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55340) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:58.441702 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-a2d5f2cc-4a9e-451d-a73b-38c148253aef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1832977289-network', 'tenant_id': 'e37408e041064b5fac70c14c7bcb80e2'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:58.521252 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d5f2cc-4a9e-451d-a73b-38c148253aef admin admin] Made reservation on behalf of e37408e041064b5fac70c14c7bcb80e2 for: {'network': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:33:58.523721 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a2d5f2cc-4a9e-451d-a73b-38c148253aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:58.535225 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a2d5f2cc-4a9e-451d-a73b-38c148253aef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:58.560692 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Sync routers for ids ['40cc6408-42fd-4823-947f-d439c63c468c'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:33:58.571073 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Routers {'40cc6408-42fd-4823-947f-d439c63c468c'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:33:58.571878 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['40cc6408-42fd-4823-947f-d439c63c468c'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:58.574479 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:58.631050 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a2d5f2cc-4a9e-451d-a73b-38c148253aef admin admin] Publish callbacks [] for security_group (d01b0595-a013-4a23-9c49-1a5d2920b7bb), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:58.685515 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Set router 40cc6408-42fd-4823-947f-d439c63c468c gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:33:58.733475 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a2d5f2cc-4a9e-451d-a73b-38c148253aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (d01b0595-a013-4a23-9c49-1a5d2920b7bb), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:58.761652 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d5f2cc-4a9e-451d-a73b-38c148253aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=106740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:33:58.772626 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5f2cc-4a9e-451d-a73b-38c148253aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01b0595-a013-4a23-9c49-1a5d2920b7bb,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:58.777636 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a2d5f2cc-4a9e-451d-a73b-38c148253aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (da5b5e43-3f25-4633-8e4b-3320310e622c), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:58.778095 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.segments_db [None req-a2d5f2cc-4a9e-451d-a73b-38c148253aef admin admin] Added segment da5b5e43-3f25-4633-8e4b-3320310e622c of type vlan for network 16751743-ba59-4988-9323-0060c1a61664 Sep 05 12:33:58.822104 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a2d5f2cc-4a9e-451d-a73b-38c148253aef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (16751743-ba59-4988-9323-0060c1a61664), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:58.886077 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cc6408-42fd-4823-947f-d439c63c468c', 'name': 'tempest-TestMinimumBasicScenario-672093369-router', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:52Z', 'updated_at': '2022-09-05T12:33:56Z', 'revision_number': 4, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'gw_port': {'id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:53Z', 'updated_at': '2022-09-05T12:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '49021eb4-fef6-4ae6-bf04-e5b31b596973', 'name': '', 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'mac_address': 'fa:16:3e:b7:b4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '3313871b-d5e8-4681-86e1-dddafa769991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:56Z', 'updated_at': '2022-09-05T12:33:56Z', 'revision_number': 2, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'subnets': [{'id': '3313871b-d5e8-4681-86e1-dddafa769991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:58.909860 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a2d5f2cc-4a9e-451d-a73b-38c148253aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (16751743-ba59-4988-9323-0060c1a61664), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:58.910963 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d5f2cc-4a9e-451d-a73b-38c148253aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:58.911560 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a2d5f2cc-4a9e-451d-a73b-38c148253aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:58.917449 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Checking router: 40cc6408-42fd-4823-947f-d439c63c468c for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:33:58.917449 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Updating router 40cc6408-42fd-4823-947f-d439c63c468c port 49021eb4-fef6-4ae6-bf04-e5b31b596973 binding host dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:33:58.946857 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:58.979675 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5f2cc-4a9e-451d-a73b-38c148253aef admin admin] Pushing event updated for resources: {'Network': ['ID=16751743-ba59-4988-9323-0060c1a61664,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:58.990857 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network 16751743-ba59-4988-9323-0060c1a61664 details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:33:59.041042 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-a2d5f2cc-4a9e-451d-a73b-38c148253aef admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6005411 Sep 05 12:33:59.042247 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55342) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:59.047158 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-d18d2ab2-bd67-4b01-a4d7-62c736070249 admin admin] Request body: {'subnet': {'network_id': '16751743-ba59-4988-9323-0060c1a61664', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1832977289-subnet', 'tenant_id': 'e37408e041064b5fac70c14c7bcb80e2', 'ip_version': 4}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:59.118289 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:59.150139 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18d2ab2-bd67-4b01-a4d7-62c736070249 admin admin] Made reservation on behalf of e37408e041064b5fac70c14c7bcb80e2 for: {'subnet': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:33:59.152632 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d18d2ab2-bd67-4b01-a4d7-62c736070249 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:59.272871 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:59.285944 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Publish callbacks [] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), precommit_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:59.349658 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:59.432846 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e42f8-da76-49b8-8ece-861b042a8ba3 None None] Pushing event updated for resources: {'Port': ['ID=49021eb4-fef6-4ae6-bf04-e5b31b596973,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:59.437330 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d18d2ab2-bd67-4b01-a4d7-62c736070249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for subnet (60372725-80c2-4803-82c0-367b51adc80a), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:59.453752 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Attempting to bind port 49021eb4-fef6-4ae6-bf04-e5b31b596973 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:33:59.457488 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Attempting to bind port 49021eb4-fef6-4ae6-bf04-e5b31b596973 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': '597d57dc-8cc9-413b-83ad-a8f6599a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:33:59.457488 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Attempting to bind port 49021eb4-fef6-4ae6-bf04-e5b31b596973 on network 62fa3af2-b3d1-49d5-9125-58895bfbed57 {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:33:59.486148 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:59.504329 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:33:59.505029 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Checking segment: {'id': '597d57dc-8cc9-413b-83ad-a8f6599a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:33:59.505596 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:59.506138 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Bound using segment: {'id': '597d57dc-8cc9-413b-83ad-a8f6599a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:33:59.506770 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Bound port: 49021eb4-fef6-4ae6-bf04-e5b31b596973, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597d57dc-8cc9-413b-83ad-a8f6599a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:33:59.507334 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:59.519102 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c529971d-5c64-4003-819e-94a8bbbd5b7c req-9776a1e2-f012-4eb4-b967-89443a06b6f7 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 210 time: 0.0475423 Sep 05 12:33:59.540146 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d2ab2-bd67-4b01-a4d7-62c736070249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60372725-80c2-4803-82c0-367b51adc80a,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:59.553730 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18d2ab2-bd67-4b01-a4d7-62c736070249 admin admin] Checking segment: {'id': 'da5b5e43-3f25-4633-8e4b-3320310e622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '16751743-ba59-4988-9323-0060c1a61664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:33:59.553730 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18d2ab2-bd67-4b01-a4d7-62c736070249 admin admin] Network hostable DHCP agents. Network: 16751743-ba59-4988-9323-0060c1a61664, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:33:59.566514 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:33:59.578213 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] For port 49021eb4-fef6-4ae6-bf04-e5b31b596973, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:33:59.582056 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] For port 49021eb4-fef6-4ae6-bf04-e5b31b596973, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=49021eb4-fef6-4ae6-bf04-e5b31b596973,segment=NetworkSegment(597d57dc-8cc9-413b-83ad-a8f6599a4653),segment_id=597d57dc-8cc9-413b-83ad-a8f6599a4653)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:33:59.648727 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18d2ab2-bd67-4b01-a4d7-62c736070249 admin admin] Network 16751743-ba59-4988-9323-0060c1a61664 is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:33:59.654680 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:59.667857 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device d1ca9b28-71e1-40ef-8fc2-afb89f3e4346 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:33:59.704015 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-d18d2ab2-bd67-4b01-a4d7-62c736070249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, 16751743-ba59-4988-9323-0060c1a61664) {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:33:59.708863 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18d2ab2-bd67-4b01-a4d7-62c736070249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:59.709623 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d18d2ab2-bd67-4b01-a4d7-62c736070249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:59.729192 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-6e60b5be-2f38-4a7d-9192-d7e864285054 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:33:59.734461 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-6e60b5be-2f38-4a7d-9192-d7e864285054 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.58 "GET /networking/v2.0/networks?id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6 HTTP/1.1" status: 200 len: 816 time: 0.1185920 Sep 05 12:33:59.736870 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c0f3aa-4d47-4ca5-a164-799895db2d82 None None] Network 16751743-ba59-4988-9323-0060c1a61664 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:33:59.760724 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Routers {'40cc6408-42fd-4823-947f-d439c63c468c'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:33:59.761376 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['40cc6408-42fd-4823-947f-d439c63c468c'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:33:59.775084 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-d18d2ab2-bd67-4b01-a4d7-62c736070249 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7325337 Sep 05 12:33:59.778009 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55346) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:33:59.790631 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1832977289-router', 'tenant_id': 'e37408e041064b5fac70c14c7bcb80e2', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:59.816524 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-6d182380-c908-461f-ae84-c8d8a1f0a49a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=094bae935a1e4738b0c51d33c6d89e3a HTTP/1.1" status: 200 len: 380 time: 0.0635891 Sep 05 12:33:59.826062 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-d3488aba-5d3c-4ce0-95e1-b4dd921280e9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Request body: {'port': {'device_id': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'admin_state_up': True, 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'security_groups': ['5e659a5f-194a-4dbe-aada-520e87794775']}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:33:59.859134 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e42f8-da76-49b8-8ece-861b042a8ba3 None None] Pushing event updated for resources: {'Port': ['ID=49021eb4-fef6-4ae6-bf04-e5b31b596973,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:33:59.876157 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-632311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2597'] for router (760c7ba5-7506-4982-bed0-6e9cc447adfd), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:59.912475 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (760c7ba5-7506-4982-bed0-6e9cc447adfd), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:59.957949 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port d1ca9b28-71e1-40ef-8fc2-afb89f3e4346 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:33:59.958540 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d1ca9b28-71e1-40ef-8fc2-afb89f3e4346), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:33:59.986507 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Publish callbacks [] for router_controller (760c7ba5-7506-4982-bed0-6e9cc447adfd), precommit_add_association {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:00.035528 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] Set router 40cc6408-42fd-4823-947f-d439c63c468c gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:34:00.038290 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb5fa693-5fd0-5ae2-af65-28d3e918bd02-16751743-ba59-4988-9323-0060c1a61664', 'network_id': '16751743-ba59-4988-9323-0060c1a61664', 'project_id': 'e37408e041064b5fac70c14c7bcb80e2', 'fixed_ips': [{'subnet_id': '60372725-80c2-4803-82c0-367b51adc80a'}]}} from dv-cinder-801354-7-iscsi. {{(pid=106741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 05 12:34:00.039217 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:00.106573 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:00.344647 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-d3488aba-5d3c-4ce0-95e1-b4dd921280e9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Made reservation on behalf of 094bae935a1e4738b0c51d33c6d89e3a for: {'port': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:34:00.348786 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-d3488aba-5d3c-4ce0-95e1-b4dd921280e9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:00.470187 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Publish callbacks [] for router_gateway (760c7ba5-7506-4982-bed0-6e9cc447adfd), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:00.491856 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-d3488aba-5d3c-4ce0-95e1-b4dd921280e9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Allocated IP 172.20.0.14 (63375a32-83e0-46aa-bf2e-0ee5e39b91e6/836db7f6-1080-4cec-b0a2-52e957aa9512/3c7003e7-309e-4432-9c69-6cc1517fcb8d) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:34:00.509806 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port d1ca9b28-71e1-40ef-8fc2-afb89f3e4346 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:34:00.670980 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:00.682349 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.db_base_plugin_common [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Allocated IP 172.20.0.2 (16751743-ba59-4988-9323-0060c1a61664/60372725-80c2-4803-82c0-367b51adc80a/dcf4fa15-9802-4ba0-b40c-32f6af30143b) {{(pid=106741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:34:00.684573 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0401849d-0d12-4a65-9155-62cde7baa6e8 req-7c3a19db-5796-4a31-abc7-5d4e818bff6e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 210 time: 0.0437706 Sep 05 12:34:00.703152 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-d3488aba-5d3c-4ce0-95e1-b4dd921280e9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:00.709192 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cc6408-42fd-4823-947f-d439c63c468c', 'name': 'tempest-TestMinimumBasicScenario-672093369-router', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:52Z', 'updated_at': '2022-09-05T12:33:56Z', 'revision_number': 4, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'gw_port': {'id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:53Z', 'updated_at': '2022-09-05T12:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '49021eb4-fef6-4ae6-bf04-e5b31b596973', 'name': '', 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'mac_address': 'fa:16:3e:b7:b4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '3313871b-d5e8-4681-86e1-dddafa769991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:56Z', 'updated_at': '2022-09-05T12:33:59Z', 'revision_number': 4, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'subnets': [{'id': '3313871b-d5e8-4681-86e1-dddafa769991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:00.744736 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Publish callbacks [] for router_gateway (760c7ba5-7506-4982-bed0-6e9cc447adfd), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:00.756231 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2ba3d-e890-4973-9ee6-b7da134cf125 None None] The sync data for ids ['40cc6408-42fd-4823-947f-d439c63c468c'] in dv-cinder-801354-7-iscsi is: [{'id': '40cc6408-42fd-4823-947f-d439c63c468c', 'name': 'tempest-TestMinimumBasicScenario-672093369-router', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:52Z', 'updated_at': '2022-09-05T12:33:56Z', 'revision_number': 4, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'gw_port': {'id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:53Z', 'updated_at': '2022-09-05T12:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '49021eb4-fef6-4ae6-bf04-e5b31b596973', 'name': '', 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'mac_address': 'fa:16:3e:b7:b4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '3313871b-d5e8-4681-86e1-dddafa769991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:56Z', 'updated_at': '2022-09-05T12:33:59Z', 'revision_number': 4, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'subnets': [{'id': '3313871b-d5e8-4681-86e1-dddafa769991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:34:00.765032 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:00.815562 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-d3488aba-5d3c-4ce0-95e1-b4dd921280e9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:00.893550 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:00.898866 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-d3488aba-5d3c-4ce0-95e1-b4dd921280e9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:34:00.907848 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-d3488aba-5d3c-4ce0-95e1-b4dd921280e9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:34:00.922373 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3488aba-5d3c-4ce0-95e1-b4dd921280e9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event updated for resources: {'Port': ['ID=3c7003e7-309e-4432-9c69-6cc1517fcb8d,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:00.925537 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-d3488aba-5d3c-4ce0-95e1-b4dd921280e9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:34:00.929775 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Allocated IP 172.27.4.223 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/5c675c16-d83a-413e-96e9-7cbef89dd6f8) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:34:00.945983 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Publish callbacks [] for port (dcf4fa15-9802-4ba0-b40c-32f6af30143b), precommit_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:00.993026 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-d3488aba-5d3c-4ce0-95e1-b4dd921280e9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:00.993761 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-d3488aba-5d3c-4ce0-95e1-b4dd921280e9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:01.036097 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (dcf4fa15-9802-4ba0-b40c-32f6af30143b), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:01.071773 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-d3488aba-5d3c-4ce0-95e1-b4dd921280e9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2495255 Sep 05 12:34:01.089981 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Publish callbacks [] for port (5c675c16-d83a-413e-96e9-7cbef89dd6f8), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:01.092404 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Network 16751743-ba59-4988-9323-0060c1a61664 is already hosted by enough agents. {{(pid=106741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:34:01.097589 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.base_scheduler [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Resources bound (agent type, host, resource id): {{(pid=106741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:34:01.103729 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Request body: {'port': {'device_id': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:34:01.125147 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Received port after_create {{(pid=106741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:34:01.128660 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Pushing event updated for resources: {'Port': ['ID=dcf4fa15-9802-4ba0-b40c-32f6af30143b,revision_number=1']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:01.129607 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:01.190981 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (5c675c16-d83a-413e-96e9-7cbef89dd6f8), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:01.203072 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:01.203331 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Attempting to bind port dcf4fa15-9802-4ba0-b40c-32f6af30143b on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:34:01.203608 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Attempting to bind port dcf4fa15-9802-4ba0-b40c-32f6af30143b by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'da5b5e43-3f25-4633-8e4b-3320310e622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '16751743-ba59-4988-9323-0060c1a61664'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:34:01.203981 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Attempting to bind port dcf4fa15-9802-4ba0-b40c-32f6af30143b on network 16751743-ba59-4988-9323-0060c1a61664 {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:34:01.206260 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:01.250664 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:34:01.258236 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:34:01.265997 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:34:01.272449 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Pushing event updated for resources: {'Port': ['ID=5c675c16-d83a-413e-96e9-7cbef89dd6f8,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:01.296844 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-1f6dcaf1-e406-48c9-8be9-7fc2df4607b6 None None] Provisioning complete for port 3c7003e7-309e-4432-9c69-6cc1517fcb8d triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:34:01.297219 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1f6dcaf1-e406-48c9-8be9-7fc2df4607b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:01.325415 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:01.328986 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:34:01.329387 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Checking segment: {'id': 'da5b5e43-3f25-4633-8e4b-3320310e622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '16751743-ba59-4988-9323-0060c1a61664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:34:01.329910 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:01.330623 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Bound using segment: {'id': 'da5b5e43-3f25-4633-8e4b-3320310e622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '16751743-ba59-4988-9323-0060c1a61664'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:34:01.330848 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Bound port: dcf4fa15-9802-4ba0-b40c-32f6af30143b, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5b5e43-3f25-4633-8e4b-3320310e622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '16751743-ba59-4988-9323-0060c1a61664'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:34:01.331357 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (dcf4fa15-9802-4ba0-b40c-32f6af30143b), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:01.355848 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-1f6dcaf1-e406-48c9-8be9-7fc2df4607b6 None None] Port 3c7003e7-309e-4432-9c69-6cc1517fcb8d cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:34:01.420190 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] For port dcf4fa15-9802-4ba0-b40c-32f6af30143b, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:34:01.425058 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] For port dcf4fa15-9802-4ba0-b40c-32f6af30143b, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=dcf4fa15-9802-4ba0-b40c-32f6af30143b,segment=NetworkSegment(da5b5e43-3f25-4633-8e4b-3320310e622c),segment_id=da5b5e43-3f25-4633-8e4b-3320310e622c)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:34:01.427365 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:01.493320 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (dcf4fa15-9802-4ba0-b40c-32f6af30143b), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:01.550595 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7003e7-309e-4432-9c69-6cc1517fcb8d {{(pid=106739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:34:01.561444 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Publish callbacks [] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:01.577871 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cfb8e-97f4-4dc1-b180-98354de41431 None None] Pushing event updated for resources: {'Port': ['ID=dcf4fa15-9802-4ba0-b40c-32f6af30143b,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:01.585193 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.provisioning_blocks [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Transition to ACTIVE for port object 3c7003e7-309e-4432-9c69-6cc1517fcb8d will not be triggered until provisioned by entity L2. {{(pid=106739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:34:01.672056 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:01.693907 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Publish callbacks [] for router_gateway (760c7ba5-7506-4982-bed0-6e9cc447adfd), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:01.710855 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 49021eb4-fef6-4ae6-bf04-e5b31b596973 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:34:01.844578 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7003e7-309e-4432-9c69-6cc1517fcb8d,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:01.856479 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 49021eb4-fef6-4ae6-bf04-e5b31b596973 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:34:01.856863 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:01.883927 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Attempting to bind port 3c7003e7-309e-4432-9c69-6cc1517fcb8d on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:34:01.884269 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Attempting to bind port 3c7003e7-309e-4432-9c69-6cc1517fcb8d by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:34:01.884609 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Attempting to bind port 3c7003e7-309e-4432-9c69-6cc1517fcb8d on network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:34:01.952868 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Port 3c7003e7-309e-4432-9c69-6cc1517fcb8d on network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:34:01.956800 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Attempting to bind port 3c7003e7-309e-4432-9c69-6cc1517fcb8d on network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:34:01.974150 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629269a-c790-486c-b8b5-08d0c77442e0 req-f6ff4a19-b591-48bd-946e-e9a19efe1540 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:01.976273 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-3629269a-c790-486c-b8b5-08d0c77442e0 req-f6ff4a19-b591-48bd-946e-e9a19efe1540 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.1025746 Sep 05 12:34:01.989664 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 49021eb4-fef6-4ae6-bf04-e5b31b596973 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:34:01.990059 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:02.022615 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:34:02.022948 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Checking segment: {'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:34:02.023435 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Bound using segment: {'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:34:02.023939 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Bound port: 3c7003e7-309e-4432-9c69-6cc1517fcb8d, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577ca88f-34f0-4069-85cb-6ab1f80279d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6'}}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:34:02.024303 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:02.055304 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 49021eb4-fef6-4ae6-bf04-e5b31b596973, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=49021eb4-fef6-4ae6-bf04-e5b31b596973,segment=NetworkSegment(597d57dc-8cc9-413b-83ad-a8f6599a4653),segment_id=597d57dc-8cc9-413b-83ad-a8f6599a4653)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:34:02.104824 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] For port 3c7003e7-309e-4432-9c69-6cc1517fcb8d, host hv-cinder-80135, cleared binding levels {{(pid=106739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:34:02.109444 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] For port 3c7003e7-309e-4432-9c69-6cc1517fcb8d, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:34:02.117612 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:02.119872 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-3629269a-c790-486c-b8b5-08d0c77442e0 req-32041c72-cd4a-4e8b-9ef1-ed3291e916da tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983129 Sep 05 12:34:02.137319 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572129'] for router (760c7ba5-7506-4982-bed0-6e9cc447adfd), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:02.174027 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:02.177721 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:02.179557 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:02.181747 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-99b55593-b254-4315-85f2-91943ff24846 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/3c7003e7-309e-4432-9c69-6cc1517fcb8d HTTP/1.1" status: 200 len: 1094 time: 1.0830214 Sep 05 12:34:02.183900 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=49021eb4-fef6-4ae6-bf04-e5b31b596973,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:02.184166 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'tag': '3c7003e7-309e-4432-9c69-6cc1517fcb8d'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:34:02.187096 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a154d7-326e-4286-a771-a1b206fbde60" -d '{"events": [{"name": "network-changed", "server_uuid": "407e87bb-faeb-4ba6-b6dc-e9b7a3690356", "tag": "3c7003e7-309e-4432-9c69-6cc1517fcb8d"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:34:02.250348 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf872828-0b6d-4c8f-8b5d-ab1e4c5436bc x-openstack-request-id: req-bf872828-0b6d-4c8f-8b5d-ab1e4c5436bc {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:34:02.250935 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407e87bb-faeb-4ba6-b6dc-e9b7a3690356", "tag": "3c7003e7-309e-4432-9c69-6cc1517fcb8d", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:34:02.250935 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf872828-0b6d-4c8f-8b5d-ab1e4c5436bc {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:34:02.251502 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf872828-0b6d-4c8f-8b5d-ab1e4c5436bc'] response: {'name': 'network-changed', 'server_uuid': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'tag': '3c7003e7-309e-4432-9c69-6cc1517fcb8d', 'status': 'completed', 'code': 200} Sep 05 12:34:02.260832 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:02.266694 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b55593-b254-4315-85f2-91943ff24846 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7003e7-309e-4432-9c69-6cc1517fcb8d,revision_number=3']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:02.348897 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a154d7-326e-4286-a771-a1b206fbde60 req-fd302e4f-f630-4a81-8dbd-512298b60124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:02.350429 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-64a154d7-326e-4286-a771-a1b206fbde60 req-fd302e4f-f630-4a81-8dbd-512298b60124 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=094bae935a1e4738b0c51d33c6d89e3a&device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 1128 time: 0.0463128 Sep 05 12:34:02.362471 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Router 760c7ba5-7506-4982-bed0-6e9cc447adfd is scheduled to L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f with binding_index 1 {{(pid=106740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 05 12:34:02.479962 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a154d7-326e-4286-a771-a1b206fbde60 req-6852003e-08b6-4ff9-962c-5b35122dab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:02.481602 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-64a154d7-326e-4286-a771-a1b206fbde60 req-6852003e-08b6-4ff9-962c-5b35122dab90 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=094bae935a1e4738b0c51d33c6d89e3a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1132770 Sep 05 12:34:02.481942 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:34:02.492258 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Sync routers for ids ['760c7ba5-7506-4982-bed0-6e9cc447adfd'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:34:02.506637 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Routers {'760c7ba5-7506-4982-bed0-6e9cc447adfd'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:34:02.507377 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['760c7ba5-7506-4982-bed0-6e9cc447adfd'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:02.534825 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:02.536964 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-89968a75-c5aa-45dd-8d02-8502111bd00a admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7526879 Sep 05 12:34:02.539781 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55360) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:34:02.575254 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:02.606884 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a154d7-326e-4286-a771-a1b206fbde60 req-d0531e9d-706f-4ba3-99b9-ef18beb54c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:02.609688 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-64a154d7-326e-4286-a771-a1b206fbde60 req-d0531e9d-706f-4ba3-99b9-ef18beb54c23 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1205192 Sep 05 12:34:02.635886 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Set router 760c7ba5-7506-4982-bed0-6e9cc447adfd gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:34:02.657547 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:02.737735 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-5e38d9ce-4979-4b67-835e-ddbd29217fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:02.740080 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-5e38d9ce-4979-4b67-835e-ddbd29217fe0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=094bae935a1e4738b0c51d33c6d89e3a&device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 1128 time: 0.0490789 Sep 05 12:34:02.796129 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-ce12527b-f48a-4eee-801a-d7b9cef487af service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d HTTP/1.1" status: 200 len: 217 time: 0.0420463 Sep 05 12:34:02.810688 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c5e973-efea-47be-a756-2cb024246a72 None None] Network 16751743-ba59-4988-9323-0060c1a61664 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:34:02.845810 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:02.848485 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:02.862000 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'name': 'tempest-TestMinimumBasicScenario-1832977289-router', 'tenant_id': 'e37408e041064b5fac70c14c7bcb80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.223'}], 'enable_snat': True}, 'gw_port_id': '5c675c16-d83a-413e-96e9-7cbef89dd6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:59Z', 'updated_at': '2022-09-05T12:34:01Z', 'revision_number': 3, 'project_id': 'e37408e041064b5fac70c14c7bcb80e2', 'gw_port': {'id': '5c675c16-d83a-413e-96e9-7cbef89dd6f8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:34:00Z', 'updated_at': '2022-09-05T12:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:02.868237 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-2638a098-a5b6-4155-aafa-ba88269b4632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:02.871386 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-2638a098-a5b6-4155-aafa-ba88269b4632 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=836db7f6-1080-4cec-b0a2-52e957aa9512 HTTP/1.1" status: 200 len: 855 time: 0.0669961 Sep 05 12:34:02.893282 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Checking router: 760c7ba5-7506-4982-bed0-6e9cc447adfd for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:34:02.893883 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Updating router 760c7ba5-7506-4982-bed0-6e9cc447adfd port 5c675c16-d83a-413e-96e9-7cbef89dd6f8 binding host dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:34:02.911602 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-bbe0a98b-61eb-4ea5-9ac5-d6081e97cde3 None None] Provisioning complete for port dcf4fa15-9802-4ba0-b40c-32f6af30143b triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:34:02.912273 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-bbe0a98b-61eb-4ea5-9ac5-d6081e97cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (dcf4fa15-9802-4ba0-b40c-32f6af30143b), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:02.929456 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (5c675c16-d83a-413e-96e9-7cbef89dd6f8), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:02.948188 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-3a7d0f03-904f-4950-a9eb-4a53745d2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:02.951900 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-3a7d0f03-904f-4950-a9eb-4a53745d2366 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595493 Sep 05 12:34:02.990001 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:03.049991 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:03.051294 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-bbe0a98b-61eb-4ea5-9ac5-d6081e97cde3 None None] Current status of the port dcf4fa15-9802-4ba0-b40c-32f6af30143b is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:34:03.052011 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-bbe0a98b-61eb-4ea5-9ac5-d6081e97cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (dcf4fa15-9802-4ba0-b40c-32f6af30143b), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:03.117507 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-bbe0a98b-61eb-4ea5-9ac5-d6081e97cde3 None None] For port dcf4fa15-9802-4ba0-b40c-32f6af30143b, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=dcf4fa15-9802-4ba0-b40c-32f6af30143b,segment=NetworkSegment(da5b5e43-3f25-4633-8e4b-3320310e622c),segment_id=da5b5e43-3f25-4633-8e4b-3320310e622c)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:34:03.126182 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-3c3fcd91-5775-4dbe-afb7-27f1ec561f4f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632044 Sep 05 12:34:03.184456 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-bbe0a98b-61eb-4ea5-9ac5-d6081e97cde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (dcf4fa15-9802-4ba0-b40c-32f6af30143b), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:03.267102 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bbbe92d-c2d6-4efc-8b03-73017684abec req-7bed5b5a-69b3-4448-b09c-e2e6555fbd66 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334255 Sep 05 12:34:03.283225 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Allocated IP 172.20.0.1 (16751743-ba59-4988-9323-0060c1a61664/60372725-80c2-4803-82c0-367b51adc80a/e9128bc9-c42e-4319-8a03-694b2311c2d9) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:34:03.320058 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0a98b-61eb-4ea5-9ac5-d6081e97cde3 None None] Pushing event updated for resources: {'Port': ['ID=dcf4fa15-9802-4ba0-b40c-32f6af30143b,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:03.324348 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-1afdcb63-c24c-4a8e-9f84-ae2a6ed638b4 None None] Provisioning complete for port dcf4fa15-9802-4ba0-b40c-32f6af30143b triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:34:03.324728 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1afdcb63-c24c-4a8e-9f84-ae2a6ed638b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (dcf4fa15-9802-4ba0-b40c-32f6af30143b), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:03.370208 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd15b1b-8773-4eb1-bca9-c7e6d40e25d5 req-d8b2cf25-08fe-424d-8159-67cc9c8aa04e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:03.371775 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0dd15b1b-8773-4eb1-bca9-c7e6d40e25d5 req-d8b2cf25-08fe-424d-8159-67cc9c8aa04e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0717030 Sep 05 12:34:03.397040 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Publish callbacks [] for port (5c675c16-d83a-413e-96e9-7cbef89dd6f8), precommit_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:03.421716 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-1afdcb63-c24c-4a8e-9f84-ae2a6ed638b4 None None] Current status of the port dcf4fa15-9802-4ba0-b40c-32f6af30143b is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:34:03.458408 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (5c675c16-d83a-413e-96e9-7cbef89dd6f8), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:03.474876 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0dd15b1b-8773-4eb1-bca9-c7e6d40e25d5 req-6c2fb912-3131-46a5-b8d9-97dd9417941b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760620 Sep 05 12:34:03.491626 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:03.493386 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Attempting to bind port 5c675c16-d83a-413e-96e9-7cbef89dd6f8 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:34:03.502510 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Attempting to bind port 5c675c16-d83a-413e-96e9-7cbef89dd6f8 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:34:03.502510 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Attempting to bind port 5c675c16-d83a-413e-96e9-7cbef89dd6f8 on network de6b6e81-62d2-486b-904a-4e6e4bfb013e {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:34:03.502749 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Publish callbacks [] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:03.532068 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f610a-c994-45a4-bc2b-b620ccf1a471 None None] Pushing event updated for resources: {'Port': ['ID=5c675c16-d83a-413e-96e9-7cbef89dd6f8,revision_number=2']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:03.550522 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:34:03.550894 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Checking segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:34:03.551294 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:03.551722 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Bound using segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:34:03.552221 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Bound port: 5c675c16-d83a-413e-96e9-7cbef89dd6f8, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:34:03.552600 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (5c675c16-d83a-413e-96e9-7cbef89dd6f8), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:03.590576 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:03.615615 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] For port 5c675c16-d83a-413e-96e9-7cbef89dd6f8, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:34:03.615615 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] For port 5c675c16-d83a-413e-96e9-7cbef89dd6f8, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=5c675c16-d83a-413e-96e9-7cbef89dd6f8,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:34:03.637435 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Network 16751743-ba59-4988-9323-0060c1a61664 is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:34:03.642602 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:34:03.647685 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:34:03.648170 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557147'] for router_interface (760c7ba5-7506-4982-bed0-6e9cc447adfd), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:03.654949 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-277a4ec7-f42b-4514-97b3-95c19353cab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:03.676758 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (5c675c16-d83a-413e-96e9-7cbef89dd6f8), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:03.690771 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Pushing event updated for resources: {'Port': ['ID=e9128bc9-c42e-4319-8a03-694b2311c2d9,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:03.736376 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Routers {'760c7ba5-7506-4982-bed0-6e9cc447adfd'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:34:03.737017 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['760c7ba5-7506-4982-bed0-6e9cc447adfd'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:03.789543 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f610a-c994-45a4-bc2b-b620ccf1a471 None None] Pushing event updated for resources: {'Port': ['ID=5c675c16-d83a-413e-96e9-7cbef89dd6f8,revision_number=3']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:03.791195 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 49021eb4-fef6-4ae6-bf04-e5b31b596973 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:34:03.801520 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:03.845585 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 49021eb4-fef6-4ae6-bf04-e5b31b596973 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:34:03.846032 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:03.874661 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:03.876950 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] Set router 760c7ba5-7506-4982-bed0-6e9cc447adfd gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:34:03.885801 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:03.938342 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 49021eb4-fef6-4ae6-bf04-e5b31b596973 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:34:03.938342 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device dcf4fa15-9802-4ba0-b40c-32f6af30143b up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:34:03.977718 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:03.981340 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b099cbb7-1322-462e-869c-3efde8d85098 None None] Provisioning complete for port e9128bc9-c42e-4319-8a03-694b2311c2d9 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:34:03.981779 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b099cbb7-1322-462e-869c-3efde8d85098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:04.027378 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port dcf4fa15-9802-4ba0-b40c-32f6af30143b triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:34:04.027781 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (dcf4fa15-9802-4ba0-b40c-32f6af30143b), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:04.030115 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b099cbb7-1322-462e-869c-3efde8d85098 None None] Port e9128bc9-c42e-4319-8a03-694b2311c2d9 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:34:04.080413 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'name': 'tempest-TestMinimumBasicScenario-1832977289-router', 'tenant_id': 'e37408e041064b5fac70c14c7bcb80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.223'}], 'enable_snat': True}, 'gw_port_id': '5c675c16-d83a-413e-96e9-7cbef89dd6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:59Z', 'updated_at': '2022-09-05T12:34:01Z', 'revision_number': 3, 'project_id': 'e37408e041064b5fac70c14c7bcb80e2', 'gw_port': {'id': '5c675c16-d83a-413e-96e9-7cbef89dd6f8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:34:00Z', 'updated_at': '2022-09-05T12:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:04.108342 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4dc58c-89b2-430c-9a20-8f0a59cf282c None None] The sync data for ids ['760c7ba5-7506-4982-bed0-6e9cc447adfd'] in dv-cinder-801354-7-iscsi is: [{'id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'name': 'tempest-TestMinimumBasicScenario-1832977289-router', 'tenant_id': 'e37408e041064b5fac70c14c7bcb80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.223'}], 'enable_snat': True}, 'gw_port_id': '5c675c16-d83a-413e-96e9-7cbef89dd6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:59Z', 'updated_at': '2022-09-05T12:34:01Z', 'revision_number': 3, 'project_id': 'e37408e041064b5fac70c14c7bcb80e2', 'gw_port': {'id': '5c675c16-d83a-413e-96e9-7cbef89dd6f8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:34:00Z', 'updated_at': '2022-09-05T12:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:34:04.122342 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port dcf4fa15-9802-4ba0-b40c-32f6af30143b is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:34:04.194312 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Publish callbacks [] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:04.241278 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:04.242068 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557303'] for router_interface (760c7ba5-7506-4982-bed0-6e9cc447adfd), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:04.245289 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:04.335895 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Pushing event updated for resources: {'Port': ['ID=e9128bc9-c42e-4319-8a03-694b2311c2d9,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:04.394753 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Network 16751743-ba59-4988-9323-0060c1a61664 is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:34:04.396307 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:34:04.538191 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Router 760c7ba5-7506-4982-bed0-6e9cc447adfd has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:34:04.634004 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de323d1-4eaf-47fe-be1b-2433028f173f req-a9f0aabe-02dc-4b4b-8143-1a9a773437ab tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:04.635646 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5de323d1-4eaf-47fe-be1b-2433028f173f req-a9f0aabe-02dc-4b4b-8143-1a9a773437ab tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0573978 Sep 05 12:34:04.661044 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-31c70462-5932-44ba-8325-0c0010ddf6df None None] Provisioning complete for port e9128bc9-c42e-4319-8a03-694b2311c2d9 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:34:04.661574 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-31c70462-5932-44ba-8325-0c0010ddf6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:04.668850 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:34:04.677640 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-92f26759-22f4-4605-8865-4a3e76ea14dd admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/760c7ba5-7506-4982-bed0-6e9cc447adfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1357012 Sep 05 12:34:04.715331 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-31c70462-5932-44ba-8325-0c0010ddf6df None None] Port e9128bc9-c42e-4319-8a03-694b2311c2d9 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:34:04.720035 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5de323d1-4eaf-47fe-be1b-2433028f173f req-c81d8693-8443-46cb-85bd-b9fd1fc7a45f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702474 Sep 05 12:34:05.719840 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 5c675c16-d83a-413e-96e9-7cbef89dd6f8 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:34:05.770222 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:05.795963 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 5c675c16-d83a-413e-96e9-7cbef89dd6f8 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:34:05.796618 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (5c675c16-d83a-413e-96e9-7cbef89dd6f8), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:05.898553 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d58254-f3a6-4563-81a0-9e8b6f9f44f6 req-e7a20492-be0f-4591-bd46-e3f4638020a4 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:05.899663 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Sync routers for ids ['760c7ba5-7506-4982-bed0-6e9cc447adfd'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:34:05.904141 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a2d58254-f3a6-4563-81a0-9e8b6f9f44f6 req-e7a20492-be0f-4591-bd46-e3f4638020a4 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0886064 Sep 05 12:34:05.922472 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:05.930567 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Routers {'760c7ba5-7506-4982-bed0-6e9cc447adfd'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:34:05.937459 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:33:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['760c7ba5-7506-4982-bed0-6e9cc447adfd'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:05.972079 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a2d58254-f3a6-4563-81a0-9e8b6f9f44f6 req-0117b7b8-16e1-4e4d-adba-a35e3f36e908 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651369 Sep 05 12:34:05.976833 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 5c675c16-d83a-413e-96e9-7cbef89dd6f8 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:34:05.978185 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (5c675c16-d83a-413e-96e9-7cbef89dd6f8), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:06.210187 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 5c675c16-d83a-413e-96e9-7cbef89dd6f8, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=5c675c16-d83a-413e-96e9-7cbef89dd6f8,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:34:06.239090 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Set router 760c7ba5-7506-4982-bed0-6e9cc447adfd gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:34:06.278732 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (5c675c16-d83a-413e-96e9-7cbef89dd6f8), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:06.290072 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-af94ad24-9336-4056-be8d-b5659b2c28d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:06.415648 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=5c675c16-d83a-413e-96e9-7cbef89dd6f8,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:06.499382 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'name': 'tempest-TestMinimumBasicScenario-1832977289-router', 'tenant_id': 'e37408e041064b5fac70c14c7bcb80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.223'}], 'enable_snat': True}, 'gw_port_id': '5c675c16-d83a-413e-96e9-7cbef89dd6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:59Z', 'updated_at': '2022-09-05T12:34:03Z', 'revision_number': 4, 'project_id': 'e37408e041064b5fac70c14c7bcb80e2', 'gw_port': {'id': '5c675c16-d83a-413e-96e9-7cbef89dd6f8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:34:00Z', 'updated_at': '2022-09-05T12:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': 'e9128bc9-c42e-4319-8a03-694b2311c2d9', 'name': '', 'network_id': '16751743-ba59-4988-9323-0060c1a61664', 'tenant_id': 'e37408e041064b5fac70c14c7bcb80e2', 'mac_address': 'fa:16:3e:dc:3e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '60372725-80c2-4803-82c0-367b51adc80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:34:03Z', 'updated_at': '2022-09-05T12:34:04Z', 'revision_number': 2, 'project_id': 'e37408e041064b5fac70c14c7bcb80e2', 'subnets': [{'id': '60372725-80c2-4803-82c0-367b51adc80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:06.532485 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Checking router: 760c7ba5-7506-4982-bed0-6e9cc447adfd for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:34:06.532999 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Updating router 760c7ba5-7506-4982-bed0-6e9cc447adfd port e9128bc9-c42e-4319-8a03-694b2311c2d9 binding host dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:34:06.563430 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:06.876422 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Publish callbacks [] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), precommit_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:06.898593 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 3c7003e7-309e-4432-9c69-6cc1517fcb8d details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:34:06.902043 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:06.905980 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:06.940566 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:07.109287 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de9c18-fb6d-403b-a6ea-348bdee9e2f4 None None] Pushing event updated for resources: {'Port': ['ID=e9128bc9-c42e-4319-8a03-694b2311c2d9,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:07.135166 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Attempting to bind port e9128bc9-c42e-4319-8a03-694b2311c2d9 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:34:07.135440 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Attempting to bind port e9128bc9-c42e-4319-8a03-694b2311c2d9 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'da5b5e43-3f25-4633-8e4b-3320310e622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '16751743-ba59-4988-9323-0060c1a61664'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:34:07.135835 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Attempting to bind port e9128bc9-c42e-4319-8a03-694b2311c2d9 on network 16751743-ba59-4988-9323-0060c1a61664 {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:34:07.148243 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb241da0-2bb5-4bf3-9bcb-da596b104bbb req-03eb16e9-2338-4dc4-8ea1-58c0fc81a0bb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:07.152484 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cb241da0-2bb5-4bf3-9bcb-da596b104bbb req-03eb16e9-2338-4dc4-8ea1-58c0fc81a0bb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0786602 Sep 05 12:34:07.176879 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 3c7003e7-309e-4432-9c69-6cc1517fcb8d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:34:07.197196 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '3c7003e7-309e-4432-9c69-6cc1517fcb8d', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'port_id': '3c7003e7-309e-4432-9c69-6cc1517fcb8d', 'mac_address': 'fa:16:3e:3d:62:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:34:07.217228 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cb241da0-2bb5-4bf3-9bcb-da596b104bbb req-53b780c9-2ed7-45c2-bb2e-c4b5cb99073f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575235 Sep 05 12:34:07.232490 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:34:07.232841 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Checking segment: {'id': 'da5b5e43-3f25-4633-8e4b-3320310e622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '16751743-ba59-4988-9323-0060c1a61664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:34:07.233257 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:07.233648 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Bound using segment: {'id': 'da5b5e43-3f25-4633-8e4b-3320310e622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '16751743-ba59-4988-9323-0060c1a61664'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:34:07.234145 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Bound port: e9128bc9-c42e-4319-8a03-694b2311c2d9, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5b5e43-3f25-4633-8e4b-3320310e622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '16751743-ba59-4988-9323-0060c1a61664'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:34:07.234526 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:07.306324 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 3c7003e7-309e-4432-9c69-6cc1517fcb8d is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:34:07.306822 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:07.342463 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7003e7-309e-4432-9c69-6cc1517fcb8d {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:34:07.371183 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] For port e9128bc9-c42e-4319-8a03-694b2311c2d9, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:34:07.373994 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:07.375801 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] For port e9128bc9-c42e-4319-8a03-694b2311c2d9, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=e9128bc9-c42e-4319-8a03-694b2311c2d9,segment=NetworkSegment(da5b5e43-3f25-4633-8e4b-3320310e622c),segment_id=da5b5e43-3f25-4633-8e4b-3320310e622c)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:34:07.380748 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 3c7003e7-309e-4432-9c69-6cc1517fcb8d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:34:07.426373 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:07.434764 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:07.469088 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Routers {'760c7ba5-7506-4982-bed0-6e9cc447adfd'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:34:07.469704 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:34:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['760c7ba5-7506-4982-bed0-6e9cc447adfd'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:07.535997 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:07.571367 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de9c18-fb6d-403b-a6ea-348bdee9e2f4 None None] Pushing event updated for resources: {'Port': ['ID=e9128bc9-c42e-4319-8a03-694b2311c2d9,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:07.625726 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] Set router 760c7ba5-7506-4982-bed0-6e9cc447adfd gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:34:07.676825 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=3c7003e7-309e-4432-9c69-6cc1517fcb8d,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:07.721150 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 5c675c16-d83a-413e-96e9-7cbef89dd6f8 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:34:07.842065 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 5c675c16-d83a-413e-96e9-7cbef89dd6f8 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:34:07.842436 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (5c675c16-d83a-413e-96e9-7cbef89dd6f8), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:07.890802 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['3c7003e7-309e-4432-9c69-6cc1517fcb8d'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:34:07.959119 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'name': 'tempest-TestMinimumBasicScenario-1832977289-router', 'tenant_id': 'e37408e041064b5fac70c14c7bcb80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.223'}], 'enable_snat': True}, 'gw_port_id': '5c675c16-d83a-413e-96e9-7cbef89dd6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:59Z', 'updated_at': '2022-09-05T12:34:03Z', 'revision_number': 4, 'project_id': 'e37408e041064b5fac70c14c7bcb80e2', 'gw_port': {'id': '5c675c16-d83a-413e-96e9-7cbef89dd6f8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:34:00Z', 'updated_at': '2022-09-05T12:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': 'e9128bc9-c42e-4319-8a03-694b2311c2d9', 'name': '', 'network_id': '16751743-ba59-4988-9323-0060c1a61664', 'tenant_id': 'e37408e041064b5fac70c14c7bcb80e2', 'mac_address': 'fa:16:3e:dc:3e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '60372725-80c2-4803-82c0-367b51adc80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:34:03Z', 'updated_at': '2022-09-05T12:34:07Z', 'revision_number': 4, 'project_id': 'e37408e041064b5fac70c14c7bcb80e2', 'subnets': [{'id': '60372725-80c2-4803-82c0-367b51adc80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:08.017492 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:08.018724 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476d0701-26d9-41c4-92a9-4208acaa3524 None None] The sync data for ids ['760c7ba5-7506-4982-bed0-6e9cc447adfd'] in dv-cinder-801354-7-iscsi is: [{'id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'name': 'tempest-TestMinimumBasicScenario-1832977289-router', 'tenant_id': 'e37408e041064b5fac70c14c7bcb80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.223'}], 'enable_snat': True}, 'gw_port_id': '5c675c16-d83a-413e-96e9-7cbef89dd6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:59Z', 'updated_at': '2022-09-05T12:34:03Z', 'revision_number': 4, 'project_id': 'e37408e041064b5fac70c14c7bcb80e2', 'gw_port': {'id': '5c675c16-d83a-413e-96e9-7cbef89dd6f8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:34:00Z', 'updated_at': '2022-09-05T12:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': 'e9128bc9-c42e-4319-8a03-694b2311c2d9', 'name': '', 'network_id': '16751743-ba59-4988-9323-0060c1a61664', 'tenant_id': 'e37408e041064b5fac70c14c7bcb80e2', 'mac_address': 'fa:16:3e:dc:3e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '60372725-80c2-4803-82c0-367b51adc80a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:34:03Z', 'updated_at': '2022-09-05T12:34:07Z', 'revision_number': 4, 'project_id': 'e37408e041064b5fac70c14c7bcb80e2', 'subnets': [{'id': '60372725-80c2-4803-82c0-367b51adc80a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:34:08.049476 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 5c675c16-d83a-413e-96e9-7cbef89dd6f8 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:34:08.375221 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845a7d1-2589-46ea-a36c-42348e790857 req-699e7623-f42e-4735-9d1c-291d9c64c3ec tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:08.377091 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1845a7d1-2589-46ea-a36c-42348e790857 req-699e7623-f42e-4735-9d1c-291d9c64c3ec tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 945 time: 0.0577762 Sep 05 12:34:08.440156 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1845a7d1-2589-46ea-a36c-42348e790857 req-9e3ab0f2-5955-4a11-9ee2-05a28f77ed3d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569403 Sep 05 12:34:08.938639 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 3c7003e7-309e-4432-9c69-6cc1517fcb8d up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:34:08.964228 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:08.984824 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port 3c7003e7-309e-4432-9c69-6cc1517fcb8d completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:34:09.056803 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 3c7003e7-309e-4432-9c69-6cc1517fcb8d triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:34:09.057464 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:09.153703 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 3c7003e7-309e-4432-9c69-6cc1517fcb8d is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:34:09.154138 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:09.156569 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:09.176759 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:09.184370 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7003e7-309e-4432-9c69-6cc1517fcb8d'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:34:09.187189 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b73da4-bde6-4091-adcb-0cc706fd80ef" -d '{"events": [{"server_uuid": "407e87bb-faeb-4ba6-b6dc-e9b7a3690356", "name": "network-vif-plugged", "status": "completed", "tag": "3c7003e7-309e-4432-9c69-6cc1517fcb8d"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:34:09.206604 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 3c7003e7-309e-4432-9c69-6cc1517fcb8d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:34:09.242943 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7c57ce-897b-4dbc-bce0-4caba23c8de5 x-openstack-request-id: req-3f7c57ce-897b-4dbc-bce0-4caba23c8de5 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:34:09.242943 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407e87bb-faeb-4ba6-b6dc-e9b7a3690356", "name": "network-vif-plugged", "status": "completed", "tag": "3c7003e7-309e-4432-9c69-6cc1517fcb8d", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:34:09.242943 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f7c57ce-897b-4dbc-bce0-4caba23c8de5 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:34:09.242943 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f7c57ce-897b-4dbc-bce0-4caba23c8de5'] response: {'server_uuid': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7003e7-309e-4432-9c69-6cc1517fcb8d', 'code': 200} Sep 05 12:34:09.282135 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:09.356431 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=3c7003e7-309e-4432-9c69-6cc1517fcb8d,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:09.622272 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e327429-ea9e-4981-8220-d0c2ebe821ea req-73edb2d1-8169-4703-b763-098cea6748c1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:09.627254 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8e327429-ea9e-4981-8220-d0c2ebe821ea req-73edb2d1-8169-4703-b763-098cea6748c1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0889902 Sep 05 12:34:09.685073 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82119e-6acc-480a-8a51-50585a60b32e req-67da96d9-ee5c-41b5-8f26-0f75f32996a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:09.690280 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bb82119e-6acc-480a-8a51-50585a60b32e req-67da96d9-ee5c-41b5-8f26-0f75f32996a0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 1130 time: 0.0932298 Sep 05 12:34:09.720759 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8e327429-ea9e-4981-8220-d0c2ebe821ea req-131211b8-4ff9-4554-992e-7c5fe98e1b66 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816674 Sep 05 12:34:09.763035 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device e9128bc9-c42e-4319-8a03-694b2311c2d9 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:34:09.767247 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bb82119e-6acc-480a-8a51-50585a60b32e req-04304210-e7c5-47e2-8513-31a67d1d1f2d service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724061 Sep 05 12:34:09.811653 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port e9128bc9-c42e-4319-8a03-694b2311c2d9 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:34:09.812142 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:10.044527 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port e9128bc9-c42e-4319-8a03-694b2311c2d9 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:34:10.045253 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:10.086876 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port e9128bc9-c42e-4319-8a03-694b2311c2d9, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=e9128bc9-c42e-4319-8a03-694b2311c2d9,segment=NetworkSegment(da5b5e43-3f25-4633-8e4b-3320310e622c),segment_id=da5b5e43-3f25-4633-8e4b-3320310e622c)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:34:10.167782 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:10.225193 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=e9128bc9-c42e-4319-8a03-694b2311c2d9,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:11.086690 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48333a-326e-4726-9b91-d2767d2dd84c req-87377318-039d-49cd-a436-0fef46bddffe tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:11.088440 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0c48333a-326e-4726-9b91-d2767d2dd84c req-87377318-039d-49cd-a436-0fef46bddffe tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.2662241 Sep 05 12:34:11.119687 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:11.154995 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0c48333a-326e-4726-9b91-d2767d2dd84c req-f6228f08-d11c-4709-81ca-15becfe6ebdb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600994 Sep 05 12:34:11.674745 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device e9128bc9-c42e-4319-8a03-694b2311c2d9 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:34:11.725987 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port e9128bc9-c42e-4319-8a03-694b2311c2d9 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:34:11.726443 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:11.823481 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port e9128bc9-c42e-4319-8a03-694b2311c2d9 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:34:12.342730 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003d18d-15fc-47b4-9a16-ca7a1a1baa22 req-0bdd10ae-40b3-4fe9-9f99-ef914f6a14aa tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:12.344262 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d003d18d-15fc-47b4-9a16-ca7a1a1baa22 req-0bdd10ae-40b3-4fe9-9f99-ef914f6a14aa tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.1038413 Sep 05 12:34:12.396260 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d003d18d-15fc-47b4-9a16-ca7a1a1baa22 req-aa243855-cdc0-485a-b90b-957786aa0942 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462615 Sep 05 12:34:12.542717 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef1908-7032-4629-a995-1815be84489d req-3d287c2e-0964-4e38-b9cb-812cbb81a7f9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:12.545294 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2cef1908-7032-4629-a995-1815be84489d req-3d287c2e-0964-4e38-b9cb-812cbb81a7f9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0690055 Sep 05 12:34:12.555555 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55426) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:34:12.560859 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-f6c1177f-697d-40be-8678-f1b6978e2620 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Request body: {'floatingip': {'port_id': '3c7003e7-309e-4432-9c69-6cc1517fcb8d'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:34:12.605710 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f6c1177f-697d-40be-8678-f1b6978e2620 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for floatingip (9383b431-309f-4049-a8cc-59b9700ff700), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:13.247298 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:13.360936 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f6c1177f-697d-40be-8678-f1b6978e2620 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:13.436197 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f6c1177f-697d-40be-8678-f1b6978e2620 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (9383b431-309f-4049-a8cc-59b9700ff700), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:13.546371 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.l3_db [None req-f6c1177f-697d-40be-8678-f1b6978e2620 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Floating IP 9383b431-309f-4049-a8cc-59b9700ff700 associated. External IP: 172.27.4.197, port: 3c7003e7-309e-4432-9c69-6cc1517fcb8d. Sep 05 12:34:13.662398 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:13.791937 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c1177f-697d-40be-8678-f1b6978e2620 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:34:13.909625 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c1177f-697d-40be-8678-f1b6978e2620 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:34:13.914757 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f6c1177f-697d-40be-8678-f1b6978e2620 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:13.920278 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4775b0e-d57c-48fd-a464-29c1907e7970 None None] Sync routers for ids ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:34:13.941029 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4775b0e-d57c-48fd-a464-29c1907e7970 None None] Routers {'0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:34:13.942202 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-d4775b0e-d57c-48fd-a464-29c1907e7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:34:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:13.956332 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-f6c1177f-697d-40be-8678-f1b6978e2620 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/9383b431-309f-4049-a8cc-59b9700ff700 HTTP/1.1" status: 200 len: 992 time: 1.3996191 Sep 05 12:34:13.961146 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'tag': '3c7003e7-309e-4432-9c69-6cc1517fcb8d'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:34:13.961146 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a8c1f3-6485-4e76-b03c-615183914f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "407e87bb-faeb-4ba6-b6dc-e9b7a3690356", "tag": "3c7003e7-309e-4432-9c69-6cc1517fcb8d"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:34:14.007470 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408c3c37-b399-491e-a3a1-f48910632a47 x-openstack-request-id: req-408c3c37-b399-491e-a3a1-f48910632a47 {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:34:14.009894 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "407e87bb-faeb-4ba6-b6dc-e9b7a3690356", "tag": "3c7003e7-309e-4432-9c69-6cc1517fcb8d", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:34:14.009894 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-408c3c37-b399-491e-a3a1-f48910632a47 {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:34:14.010136 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408c3c37-b399-491e-a3a1-f48910632a47'] response: {'name': 'network-changed', 'server_uuid': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'tag': '3c7003e7-309e-4432-9c69-6cc1517fcb8d', 'status': 'completed', 'code': 200} Sep 05 12:34:14.120213 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-d4775b0e-d57c-48fd-a464-29c1907e7970 None None] Set router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:34:14.142829 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8c1f3-6485-4e76-b03c-615183914f7f req-b5b1bbf9-cf64-4466-baf0-5c7b91352118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:14.145575 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-47a8c1f3-6485-4e76-b03c-615183914f7f req-b5b1bbf9-cf64-4466-baf0-5c7b91352118 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=094bae935a1e4738b0c51d33c6d89e3a&device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 1130 time: 0.0554864 Sep 05 12:34:14.273225 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8c1f3-6485-4e76-b03c-615183914f7f req-1464a7c7-c216-4ec3-9826-a68e0f549ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:14.275301 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-47a8c1f3-6485-4e76-b03c-615183914f7f req-1464a7c7-c216-4ec3-9826-a68e0f549ce7 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6 HTTP/1.1" status: 200 len: 917 time: 0.1216447 Sep 05 12:34:14.359409 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-47a8c1f3-6485-4e76-b03c-615183914f7f req-8a25ab38-3c17-4936-a8d2-418a89d5bf29 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d HTTP/1.1" status: 200 len: 1000 time: 0.0761554 Sep 05 12:34:14.370654 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-d4775b0e-d57c-48fd-a464-29c1907e7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '9383b431-309f-4049-a8cc-59b9700ff700', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'floating_ip_address': '172.27.4.197', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'port_id': '3c7003e7-309e-4432-9c69-6cc1517fcb8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'mac_address': 'fa:16:3e:3d:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:33:55Z', 'updated_at': '2022-09-05T12:34:13Z', 'revision_number': 1, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:41Z', 'revision_number': 5, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:14.399693 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4775b0e-d57c-48fd-a464-29c1907e7970 None None] Checking router: 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:34:14.408781 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4775b0e-d57c-48fd-a464-29c1907e7970 None None] Routers {'0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:34:14.409441 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-d4775b0e-d57c-48fd-a464-29c1907e7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:34:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:14.418664 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8c1f3-6485-4e76-b03c-615183914f7f req-6bb4424c-9574-4da0-ae1e-49a249c388ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:14.421246 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-47a8c1f3-6485-4e76-b03c-615183914f7f req-6bb4424c-9574-4da0-ae1e-49a249c388ca service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=836db7f6-1080-4cec-b0a2-52e957aa9512 HTTP/1.1" status: 200 len: 855 time: 0.0543375 Sep 05 12:34:14.486121 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8c1f3-6485-4e76-b03c-615183914f7f req-a99f342a-c023-4372-9069-fe04d43fcaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:14.487764 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-47a8c1f3-6485-4e76-b03c-615183914f7f req-a99f342a-c023-4372-9069-fe04d43fcaed service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591514 Sep 05 12:34:14.524723 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-d4775b0e-d57c-48fd-a464-29c1907e7970 None None] Set router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:34:14.609573 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-47a8c1f3-6485-4e76-b03c-615183914f7f req-b17a2db8-fbc7-4a1d-ae8b-94cdeabaa7eb service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132133 Sep 05 12:34:14.736270 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-47a8c1f3-6485-4e76-b03c-615183914f7f req-acc95ff0-4e5d-41fd-86b8-c8cc0db5b899 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183655 Sep 05 12:34:14.780474 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:14.785360 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-d4775b0e-d57c-48fd-a464-29c1907e7970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '9383b431-309f-4049-a8cc-59b9700ff700', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'floating_ip_address': '172.27.4.197', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'port_id': '3c7003e7-309e-4432-9c69-6cc1517fcb8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'mac_address': 'fa:16:3e:3d:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:33:55Z', 'updated_at': '2022-09-05T12:34:13Z', 'revision_number': 1, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:41Z', 'revision_number': 5, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:14.812286 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4775b0e-d57c-48fd-a464-29c1907e7970 None None] The sync data for ids ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'] in dv-cinder-801354-7-iscsi is: [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '9383b431-309f-4049-a8cc-59b9700ff700', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'floating_ip_address': '172.27.4.197', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'port_id': '3c7003e7-309e-4432-9c69-6cc1517fcb8d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'mac_address': 'fa:16:3e:3d:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:33:55Z', 'updated_at': '2022-09-05T12:34:13Z', 'revision_number': 1, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:41Z', 'revision_number': 5, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:34:15.067070 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490664ee-faaf-47f6-a6aa-32a344fa590d None None] New status for floating IP 9383b431-309f-4049-a8cc-59b9700ff700: ACTIVE {{(pid=106741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:34:18.097994 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-fbc4cf6d-eba8-4af5-a07d-b01856965b69 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:18.099522 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-fbc4cf6d-eba8-4af5-a07d-b01856965b69 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/networks?id=62fa3af2-b3d1-49d5-9125-58895bfbed57 HTTP/1.1" status: 200 len: 814 time: 0.1057456 Sep 05 12:34:18.114985 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-fa0174e3-23e9-4ab3-aa78-028fd499a56b tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/quotas/6b86bf1c78d74ceaaff6ead90a70526f HTTP/1.1" status: 200 len: 375 time: 0.0099795 Sep 05 12:34:18.169332 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-787083d4-f853-4fd1-8d0b-d05a97125ea9 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=6b86bf1c78d74ceaaff6ead90a70526f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493095 Sep 05 12:34:18.271227 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-6f85e08c-d257-43ab-a1c8-a85c46bbf0e6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907578 Sep 05 12:34:18.367959 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-45a2442c-64f1-4652-9fb3-dd5dabd17c06 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908504 Sep 05 12:34:18.612637 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-95b72939-69ee-4556-b524-381d1e733571 req-fb9ee165-998c-4fb7-9ea1-a153a718f5b9 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 210 time: 0.0330298 Sep 05 12:34:19.699303 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fa4a494e-ab1e-4c8a-9a9e-09ac58cfc1f1 req-9b284d3c-b178-4991-87d1-11ad0d979031 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 210 time: 0.0281000 Sep 05 12:34:20.808810 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-38573217-0dbb-4719-9fe3-72b858213363 req-80d5f847-4890-4d0e-a227-0154438a17c2 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 210 time: 0.0300169 Sep 05 12:34:21.350225 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:21.913663 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a4653b75-0b66-4ba9-882f-133d29275be7 req-119a640c-f3cf-42bd-b3b4-2c09c13caa13 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 210 time: 0.0282621 Sep 05 12:34:22.498461 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:22.537383 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-1bfb9288-2d2f-49ee-86c5-ea5ec03728a9 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:22.538786 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-1bfb9288-2d2f-49ee-86c5-ea5ec03728a9 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.58 "GET /networking/v2.0/networks?id=62fa3af2-b3d1-49d5-9125-58895bfbed57 HTTP/1.1" status: 200 len: 814 time: 0.1099451 Sep 05 12:34:22.562918 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Request body: {'port': {'device_id': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57', 'admin_state_up': True, 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:34:22.761401 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Made reservation on behalf of 6b86bf1c78d74ceaaff6ead90a70526f for: {'port': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:34:22.765452 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:22.878519 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:22.900805 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Allocated IP 172.20.0.3 (62fa3af2-b3d1-49d5-9125-58895bfbed57/3313871b-d5e8-4681-86e1-dddafa769991/484ab154-1eb7-4f51-b8a6-351d2c0646e4) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:34:23.033792 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-70a0120b-d66c-4eae-bb71-28f185013063 req-a9897d7b-5f50-4d6e-a6c5-90dd578360e5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 210 time: 0.0361953 Sep 05 12:34:23.090849 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:23.196687 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:23.245066 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Network 62fa3af2-b3d1-49d5-9125-58895bfbed57 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:34:23.248271 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:34:23.252830 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:34:23.281990 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Pushing event updated for resources: {'Port': ['ID=484ab154-1eb7-4f51-b8a6-351d2c0646e4,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:23.295372 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:23.295748 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:23.296099 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:23.296442 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:23.296781 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:23.297128 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:23.297487 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:23.297824 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:23.298157 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:23.298488 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:23.298840 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:23.299176 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:23.299505 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:23.299875 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:23.300212 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:23.322687 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:23.323319 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:23.470406 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-12fedae6-2960-41a9-8f78-e8a23aec0be1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9112313 Sep 05 12:34:23.488472 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-3272ff8d-ccee-4c6e-916b-6896db310edc None None] Provisioning complete for port 484ab154-1eb7-4f51-b8a6-351d2c0646e4 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:34:23.489473 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-3272ff8d-ccee-4c6e-916b-6896db310edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:23.526431 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:23.535883 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-3272ff8d-ccee-4c6e-916b-6896db310edc None None] Port 484ab154-1eb7-4f51-b8a6-351d2c0646e4 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:34:24.152825 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:24.162105 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efbc86-59cf-4f90-b1cf-07b2812d3258 req-dadfcbc5-a07a-4904-b94b-b411ef2033a9 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:24.163669 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d8efbc86-59cf-4f90-b1cf-07b2812d3258 req-dadfcbc5-a07a-4904-b94b-b411ef2033a9 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 931 time: 0.0484915 Sep 05 12:34:24.218184 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d8efbc86-59cf-4f90-b1cf-07b2812d3258 req-acfa0cc2-e863-4aa6-875a-7c39aa5437c0 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489509 Sep 05 12:34:24.789185 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=82 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:25.343990 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a823726-8f55-4362-8181-b91d6a5cddcd req-3a215037-bb52-4e98-a575-bf3bdc5a2b0a tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:25.346193 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3a823726-8f55-4362-8181-b91d6a5cddcd req-3a215037-bb52-4e98-a575-bf3bdc5a2b0a tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 931 time: 0.0532329 Sep 05 12:34:25.374786 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:25.397643 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3a823726-8f55-4362-8181-b91d6a5cddcd req-88a39719-ad86-4c3c-a3ac-b0338fa6aaf1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452509 Sep 05 12:34:26.528277 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54baa4-5d29-4d4f-9f2b-da428c442856 req-146e902c-99f3-435b-afa2-77f7e2e9ae55 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:26.529927 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ec54baa4-5d29-4d4f-9f2b-da428c442856 req-146e902c-99f3-435b-afa2-77f7e2e9ae55 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 931 time: 0.0511532 Sep 05 12:34:26.583003 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ec54baa4-5d29-4d4f-9f2b-da428c442856 req-67ef6b07-5bb1-4fb6-899c-8e48d173fc9a tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461419 Sep 05 12:34:27.715420 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde310f1-cc33-4c50-93a4-a74957746369 req-6b9a833c-0a84-4c68-af9e-59562b804db7 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:27.718473 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-dde310f1-cc33-4c50-93a4-a74957746369 req-6b9a833c-0a84-4c68-af9e-59562b804db7 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 931 time: 0.0535409 Sep 05 12:34:27.788512 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-dde310f1-cc33-4c50-93a4-a74957746369 req-a9a0b58a-95a0-4267-b546-c922f2c81052 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621238 Sep 05 12:34:28.293626 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:34:28.916675 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a27cd-30a3-4212-8824-f69f2a5cab6c req-e128753f-9b87-4f32-89f4-4383292f4b3d tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:28.918496 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7e9a27cd-30a3-4212-8824-f69f2a5cab6c req-e128753f-9b87-4f32-89f4-4383292f4b3d tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 931 time: 0.0509069 Sep 05 12:34:28.970748 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7e9a27cd-30a3-4212-8824-f69f2a5cab6c req-d20770ff-bb20-4fc9-83d7-48f790f16b46 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463305 Sep 05 12:34:30.099417 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f2278-9c52-4d26-88a3-7d4e3b99537b req-8a0f75d5-33f1-4412-a9e1-2f0a4d9127e6 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:30.101170 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-375f2278-9c52-4d26-88a3-7d4e3b99537b req-8a0f75d5-33f1-4412-a9e1-2f0a4d9127e6 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 931 time: 0.0493481 Sep 05 12:34:30.152523 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-375f2278-9c52-4d26-88a3-7d4e3b99537b req-b70c5fcc-c7aa-4391-b002-c778a646577e tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456116 Sep 05 12:34:31.295454 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213df050-37d2-4116-a59f-822a3db13896 req-284ea92b-39a1-4c12-81f0-87f3dce7f6b2 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:31.297026 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-213df050-37d2-4116-a59f-822a3db13896 req-284ea92b-39a1-4c12-81f0-87f3dce7f6b2 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 931 time: 0.0566146 Sep 05 12:34:31.319090 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:31.362078 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-213df050-37d2-4116-a59f-822a3db13896 req-b898b29c-642b-4b12-b693-3461ccc12098 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592484 Sep 05 12:34:32.494849 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb296bdc-c8d3-4807-9d09-a0a89f8d0ac8 req-fd9d637c-8a10-49fa-860b-0c164cef25eb tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:32.496577 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-eb296bdc-c8d3-4807-9d09-a0a89f8d0ac8 req-fd9d637c-8a10-49fa-860b-0c164cef25eb tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 931 time: 0.0518508 Sep 05 12:34:32.549647 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:32.559014 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-eb296bdc-c8d3-4807-9d09-a0a89f8d0ac8 req-0897961a-1c62-4bea-b9a9-edc3b09d4c6d tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566411 Sep 05 12:34:33.533248 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:33.653445 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-27e2572c-7657-4e32-bf8c-ebd9f5bb1bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:33.684895 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc0b59-2443-457d-a464-3426a88202da req-9a645e89-36b4-45c5-9d28-2f64864efcfd tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:33.686473 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e0cc0b59-2443-457d-a464-3426a88202da req-9a645e89-36b4-45c5-9d28-2f64864efcfd tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 931 time: 0.0515146 Sep 05 12:34:33.736041 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e0cc0b59-2443-457d-a464-3426a88202da req-35af8f89-0d0f-46c7-803b-cb7f18664345 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429635 Sep 05 12:34:33.747096 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Request body: {'port': {'device_id': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:34:33.810590 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:34.102516 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484ab154-1eb7-4f51-b8a6-351d2c0646e4 {{(pid=106739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:34:34.110895 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Publish callbacks [] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:34.124171 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.provisioning_blocks [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Transition to ACTIVE for port object 484ab154-1eb7-4f51-b8a6-351d2c0646e4 will not be triggered until provisioned by entity L2. {{(pid=106739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:34:34.213649 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=70 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:34.219234 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:34.257412 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:34.302181 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Pushing event updated for resources: {'Port': ['ID=484ab154-1eb7-4f51-b8a6-351d2c0646e4,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:34.331613 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Attempting to bind port 484ab154-1eb7-4f51-b8a6-351d2c0646e4 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:34:34.332114 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Attempting to bind port 484ab154-1eb7-4f51-b8a6-351d2c0646e4 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '597d57dc-8cc9-413b-83ad-a8f6599a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57'}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:34:34.332402 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Attempting to bind port 484ab154-1eb7-4f51-b8a6-351d2c0646e4 on network 62fa3af2-b3d1-49d5-9125-58895bfbed57 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:34:34.378854 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Port 484ab154-1eb7-4f51-b8a6-351d2c0646e4 on network 62fa3af2-b3d1-49d5-9125-58895bfbed57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:34:34.379091 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Attempting to bind port 484ab154-1eb7-4f51-b8a6-351d2c0646e4 on network 62fa3af2-b3d1-49d5-9125-58895bfbed57 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:34:34.421327 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:34.424375 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:34:34.424709 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Checking segment: {'id': '597d57dc-8cc9-413b-83ad-a8f6599a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:34:34.425092 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Bound using segment: {'id': '597d57dc-8cc9-413b-83ad-a8f6599a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57'} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:34:34.425525 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Bound port: 484ab154-1eb7-4f51-b8a6-351d2c0646e4, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597d57dc-8cc9-413b-83ad-a8f6599a4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57'}}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:34:34.425884 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:34.497719 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] For port 484ab154-1eb7-4f51-b8a6-351d2c0646e4, host hv-cinder-80135, cleared binding levels {{(pid=106739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:34:34.502454 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] For port 484ab154-1eb7-4f51-b8a6-351d2c0646e4, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=484ab154-1eb7-4f51-b8a6-351d2c0646e4,segment=NetworkSegment(597d57dc-8cc9-413b-83ad-a8f6599a4653),segment_id=597d57dc-8cc9-413b-83ad-a8f6599a4653)] {{(pid=106739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:34:34.868649 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66382405-a8ed-4145-9021-f3c3439298ee req-a46c5864-8752-4ccc-80c1-a68afd091856 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:34.870186 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-66382405-a8ed-4145-9021-f3c3439298ee req-a46c5864-8752-4ccc-80c1-a68afd091856 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 943 time: 0.0526578 Sep 05 12:34:34.918393 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-66382405-a8ed-4145-9021-f3c3439298ee req-d3ab92fe-e654-4d3e-912e-4352cf812932 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Sep 05 12:34:35.557035 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:35.562672 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:35.563385 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:35.564810 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/484ab154-1eb7-4f51-b8a6-351d2c0646e4 HTTP/1.1" status: 200 len: 1093 time: 1.8220510 Sep 05 12:34:35.565244 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'tag': '484ab154-1eb7-4f51-b8a6-351d2c0646e4'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:34:35.567584 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43a0632-c9e3-4932-a6e9-79ff76460af1" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8aa06a-9ac0-41d2-93ba-ae42895d418f", "tag": "484ab154-1eb7-4f51-b8a6-351d2c0646e4"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:34:35.619396 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9657b3d0-3a0d-40e7-9da9-82de93d53b47 x-openstack-request-id: req-9657b3d0-3a0d-40e7-9da9-82de93d53b47 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:34:35.619790 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8aa06a-9ac0-41d2-93ba-ae42895d418f", "tag": "484ab154-1eb7-4f51-b8a6-351d2c0646e4", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:34:35.620110 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9657b3d0-3a0d-40e7-9da9-82de93d53b47 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:34:35.620647 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9657b3d0-3a0d-40e7-9da9-82de93d53b47'] response: {'name': 'network-changed', 'server_uuid': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'tag': '484ab154-1eb7-4f51-b8a6-351d2c0646e4', 'status': 'completed', 'code': 200} Sep 05 12:34:35.625898 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aeef31-258b-4bbd-b184-dd263c7501f0 service neutron] Pushing event updated for resources: {'Port': ['ID=484ab154-1eb7-4f51-b8a6-351d2c0646e4,revision_number=3']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:35.715464 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a0632-c9e3-4932-a6e9-79ff76460af1 req-cf3076b3-3fda-4ed3-9eab-20a7b6298536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:35.717027 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e43a0632-c9e3-4932-a6e9-79ff76460af1 req-cf3076b3-3fda-4ed3-9eab-20a7b6298536 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=6b86bf1c78d74ceaaff6ead90a70526f&device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 1127 time: 0.0441329 Sep 05 12:34:35.833380 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a0632-c9e3-4932-a6e9-79ff76460af1 req-e175d718-89e7-4863-ab2f-d6e059014c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:35.834862 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e43a0632-c9e3-4932-a6e9-79ff76460af1 req-e175d718-89e7-4863-ab2f-d6e059014c9b service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=6b86bf1c78d74ceaaff6ead90a70526f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1011724 Sep 05 12:34:35.931244 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a0632-c9e3-4932-a6e9-79ff76460af1 req-84f4e9c6-f39a-443a-9959-2f2a4ffeb207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:35.932952 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e43a0632-c9e3-4932-a6e9-79ff76460af1 req-84f4e9c6-f39a-443a-9959-2f2a4ffeb207 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919895 Sep 05 12:34:36.084926 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:36.098612 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631aeb41-b749-4584-8c69-68471f8f724a req-ba61b962-fb36-4e5b-ba5e-443e87893758 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:36.098612 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-631aeb41-b749-4584-8c69-68471f8f724a req-ba61b962-fb36-4e5b-ba5e-443e87893758 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 943 time: 0.0906937 Sep 05 12:34:36.100422 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-62df2ae0-7663-4d2d-aba4-1527978a0ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:36.101905 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-62df2ae0-7663-4d2d-aba4-1527978a0ab9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=6b86bf1c78d74ceaaff6ead90a70526f&device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 1127 time: 0.0593328 Sep 05 12:34:36.116161 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-9d23c0d3-fc26-4cf1-bf17-3c12ed5546d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:36.160484 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-96a8f925-bfa2-4928-ae63-97e445d7ccbc service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=484ab154-1eb7-4f51-b8a6-351d2c0646e4 HTTP/1.1" status: 200 len: 217 time: 0.0412476 Sep 05 12:34:36.206096 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-631aeb41-b749-4584-8c69-68471f8f724a req-b91b1bf8-4d12-499b-8403-86a80955d873 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032622 Sep 05 12:34:36.225332 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-149597e5-5e25-46bd-b125-75a006d84f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:36.226802 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-149597e5-5e25-46bd-b125-75a006d84f61 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=3313871b-d5e8-4681-86e1-dddafa769991 HTTP/1.1" status: 200 len: 853 time: 0.0561712 Sep 05 12:34:36.274264 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-263e1d47-f6a9-4024-9178-d2033bb752e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:36.275817 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-263e1d47-f6a9-4024-9178-d2033bb752e8 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=62fa3af2-b3d1-49d5-9125-58895bfbed57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418124 Sep 05 12:34:36.374068 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-46174384-8c09-44b2-bbd5-8002e8b74ee2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907316 Sep 05 12:34:36.472901 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c1afd97e-18b9-4844-81a7-ef345fbf1e21 req-ae3a23fe-64b0-4918-927d-8e7a84afbbe3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916677 Sep 05 12:34:37.330012 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99e2da-77e6-49f4-b08c-18acddf56e51 req-4769052d-fdd5-4865-a7d5-468ff5ad3c87 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:37.331527 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bb99e2da-77e6-49f4-b08c-18acddf56e51 req-4769052d-fdd5-4865-a7d5-468ff5ad3c87 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 943 time: 0.0472052 Sep 05 12:34:37.380125 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bb99e2da-77e6-49f4-b08c-18acddf56e51 req-21f1d8dd-e693-46e5-becb-b930607d203e tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428209 Sep 05 12:34:37.390660 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:37.670190 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7aea8-17e9-4da3-b1cc-e14fcdea15a6 req-8e5ef260-3a85-438b-86dc-2f38d465b8a8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:37.671730 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9ad7aea8-17e9-4da3-b1cc-e14fcdea15a6 req-8e5ef260-3a85-438b-86dc-2f38d465b8a8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0475993 Sep 05 12:34:37.720999 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9ad7aea8-17e9-4da3-b1cc-e14fcdea15a6 req-83097bb0-8aa9-45f7-bf7d-b5685b0dc8b6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429702 Sep 05 12:34:38.503853 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc91745-acfc-4d9f-b5cc-1e4e5093b173 req-528cdbc4-2ea0-42a0-a6ca-7f5dd09fc8bc tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:38.505422 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bfc91745-acfc-4d9f-b5cc-1e4e5093b173 req-528cdbc4-2ea0-42a0-a6ca-7f5dd09fc8bc tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 943 time: 0.0477891 Sep 05 12:34:38.557642 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bfc91745-acfc-4d9f-b5cc-1e4e5093b173 req-9812a939-bb97-42d1-8077-3cb1ba0bc035 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466127 Sep 05 12:34:38.763011 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:38.850301 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3108985-3b40-41e9-91f6-9536fe57006c req-2d1959df-a4c3-437c-969f-e3d4dacee354 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:38.852013 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b3108985-3b40-41e9-91f6-9536fe57006c req-2d1959df-a4c3-437c-969f-e3d4dacee354 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0516002 Sep 05 12:34:38.904026 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b3108985-3b40-41e9-91f6-9536fe57006c req-319f3009-e405-498b-838d-5834f6273a2c tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462368 Sep 05 12:34:39.101647 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 484ab154-1eb7-4f51-b8a6-351d2c0646e4 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:34:39.163883 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:39.209019 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 484ab154-1eb7-4f51-b8a6-351d2c0646e4, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=484ab154-1eb7-4f51-b8a6-351d2c0646e4,segment=NetworkSegment(597d57dc-8cc9-413b-83ad-a8f6599a4653),segment_id=597d57dc-8cc9-413b-83ad-a8f6599a4653)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:34:39.220262 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '484ab154-1eb7-4f51-b8a6-351d2c0646e4', 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57', 'port_id': '484ab154-1eb7-4f51-b8a6-351d2c0646e4', 'mac_address': 'fa:16:3e:3e:d9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3313871b-d5e8-4681-86e1-dddafa769991', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:34:39.255752 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 484ab154-1eb7-4f51-b8a6-351d2c0646e4 is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:34:39.256143 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:39.269625 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484ab154-1eb7-4f51-b8a6-351d2c0646e4 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:34:39.289821 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 484ab154-1eb7-4f51-b8a6-351d2c0646e4, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=484ab154-1eb7-4f51-b8a6-351d2c0646e4,segment=NetworkSegment(597d57dc-8cc9-413b-83ad-a8f6599a4653),segment_id=597d57dc-8cc9-413b-83ad-a8f6599a4653)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:34:39.367724 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:39.414070 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=484ab154-1eb7-4f51-b8a6-351d2c0646e4,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:39.684683 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411116f5-9553-4d79-82f1-f8a97eeccaff req-2c8d99b7-ac60-4291-8c0d-94a989713637 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:39.686170 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-411116f5-9553-4d79-82f1-f8a97eeccaff req-2c8d99b7-ac60-4291-8c0d-94a989713637 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 944 time: 0.0476725 Sep 05 12:34:39.733317 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-411116f5-9553-4d79-82f1-f8a97eeccaff req-ee9b2d89-7e36-48f8-bede-57b24d467ec4 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414824 Sep 05 12:34:39.773091 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['484ab154-1eb7-4f51-b8a6-351d2c0646e4'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:34:40.028082 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a14840-b4af-454b-b171-0bdd06136b03 req-be981e9d-bd2a-401a-b4aa-5077aa546662 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:40.029618 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-33a14840-b4af-454b-b171-0bdd06136b03 req-be981e9d-bd2a-401a-b4aa-5077aa546662 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0501885 Sep 05 12:34:40.079875 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-33a14840-b4af-454b-b171-0bdd06136b03 req-5808fdae-4c60-4237-8338-238ba3aee2c8 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439858 Sep 05 12:34:40.854647 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d213d6-b753-46cc-bebe-659e7aef8557 req-21abee77-0d8c-4f3a-85f6-f85e06fe748f tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:40.856178 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-26d213d6-b753-46cc-bebe-659e7aef8557 req-21abee77-0d8c-4f3a-85f6-f85e06fe748f tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 944 time: 0.0470872 Sep 05 12:34:40.904196 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-26d213d6-b753-46cc-bebe-659e7aef8557 req-e765bf05-1626-4696-bc07-dbc53cbb08df tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423543 Sep 05 12:34:41.127894 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 484ab154-1eb7-4f51-b8a6-351d2c0646e4 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:34:41.170593 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port 484ab154-1eb7-4f51-b8a6-351d2c0646e4 completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:34:41.206717 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b68c8-4ceb-4d7c-ad00-f1693691ab9a req-9b083a3d-c31e-45bf-b911-991f22839741 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:41.208249 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d19b68c8-4ceb-4d7c-ad00-f1693691ab9a req-9b083a3d-c31e-45bf-b911-991f22839741 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0519850 Sep 05 12:34:41.253595 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 484ab154-1eb7-4f51-b8a6-351d2c0646e4 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:34:41.253960 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:41.262465 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d19b68c8-4ceb-4d7c-ad00-f1693691ab9a req-436c00a1-0a86-47e4-a0b2-3e50b2bedf70 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485508 Sep 05 12:34:41.331388 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 484ab154-1eb7-4f51-b8a6-351d2c0646e4 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:34:41.331733 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:41.354575 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484ab154-1eb7-4f51-b8a6-351d2c0646e4'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:34:41.356887 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbca177-c400-4710-820e-34f32fa5e0cf" -d '{"events": [{"server_uuid": "7a8aa06a-9ac0-41d2-93ba-ae42895d418f", "name": "network-vif-plugged", "status": "completed", "tag": "484ab154-1eb7-4f51-b8a6-351d2c0646e4"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:34:41.370788 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 484ab154-1eb7-4f51-b8a6-351d2c0646e4, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=484ab154-1eb7-4f51-b8a6-351d2c0646e4,segment=NetworkSegment(597d57dc-8cc9-413b-83ad-a8f6599a4653),segment_id=597d57dc-8cc9-413b-83ad-a8f6599a4653)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:34:41.401355 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c7ed61-1df9-4670-8948-c570ef95dc88 x-openstack-request-id: req-f7c7ed61-1df9-4670-8948-c570ef95dc88 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:34:41.401735 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8aa06a-9ac0-41d2-93ba-ae42895d418f", "name": "network-vif-plugged", "status": "completed", "tag": "484ab154-1eb7-4f51-b8a6-351d2c0646e4", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:34:41.401995 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7c7ed61-1df9-4670-8948-c570ef95dc88 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:34:41.402400 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c7ed61-1df9-4670-8948-c570ef95dc88'] response: {'server_uuid': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484ab154-1eb7-4f51-b8a6-351d2c0646e4', 'code': 200} Sep 05 12:34:41.481939 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:41.532151 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=484ab154-1eb7-4f51-b8a6-351d2c0646e4,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:41.813452 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15d3c8-c2a8-44d5-acc1-0fcf4f697023 req-a11bca93-fdf9-4e82-b888-125e67cb3f56 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:41.815030 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5a15d3c8-c2a8-44d5-acc1-0fcf4f697023 req-a11bca93-fdf9-4e82-b888-125e67cb3f56 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0531332 Sep 05 12:34:41.902687 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-5a15d3c8-c2a8-44d5-acc1-0fcf4f697023 req-a60c2c83-dcb1-43ef-9317-2f539aca1792 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Deleting port 66947e6f-24aa-4efc-9fc1-09b650127cb3 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:34:41.903411 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-5a15d3c8-c2a8-44d5-acc1-0fcf4f697023 req-a60c2c83-dcb1-43ef-9317-2f539aca1792 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (66947e6f-24aa-4efc-9fc1-09b650127cb3), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:41.956741 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:42.041769 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baa64c-ed89-4e18-bc2b-893ff1185008 req-10e74dfc-ba5f-453c-a78f-e0dc10d4763d tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:42.049481 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-92baa64c-ed89-4e18-bc2b-893ff1185008 req-10e74dfc-ba5f-453c-a78f-e0dc10d4763d tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 945 time: 0.0628507 Sep 05 12:34:42.104012 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-92baa64c-ed89-4e18-bc2b-893ff1185008 req-46424248-0287-440d-b0c5-2225ff2bbab7 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530365 Sep 05 12:34:42.288124 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d33f4-5e38-4d51-877e-4843f242df75 req-54c3362e-5262-423a-a65b-19947895f9cc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:42.289639 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a48d33f4-5e38-4d51-877e-4843f242df75 req-54c3362e-5262-423a-a65b-19947895f9cc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 946 time: 0.0626280 Sep 05 12:34:42.328151 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-5a15d3c8-c2a8-44d5-acc1-0fcf4f697023 req-a60c2c83-dcb1-43ef-9317-2f539aca1792 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] For port 66947e6f-24aa-4efc-9fc1-09b650127cb3, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=66947e6f-24aa-4efc-9fc1-09b650127cb3,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:34:42.328518 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-5a15d3c8-c2a8-44d5-acc1-0fcf4f697023 req-a60c2c83-dcb1-43ef-9317-2f539aca1792 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (66947e6f-24aa-4efc-9fc1-09b650127cb3), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:42.363752 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:42.369301 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:42.391962 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8713bb4-115f-4c18-9106-46f04468c580 req-5306f774-4299-4c6a-aadc-91f44c9b1038 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:42.396463 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a8713bb4-115f-4c18-9106-46f04468c580 req-5306f774-4299-4c6a-aadc-91f44c9b1038 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 946 time: 0.0500963 Sep 05 12:34:42.409621 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a48d33f4-5e38-4d51-877e-4843f242df75 req-40a03370-21b3-4026-a94a-dfc9bc6a5cf0 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125889 Sep 05 12:34:42.446521 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a8713bb4-115f-4c18-9106-46f04468c580 req-448bf58b-73d3-42f3-8e0b-28bf48e1a32c tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=a22b17a5-63c3-4d09-aae1-c2737f591036&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461447 Sep 05 12:34:42.532358 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-5a15d3c8-c2a8-44d5-acc1-0fcf4f697023 req-a60c2c83-dcb1-43ef-9317-2f539aca1792 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:42.532718 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-5a15d3c8-c2a8-44d5-acc1-0fcf4f697023 req-a60c2c83-dcb1-43ef-9317-2f539aca1792 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (8c00cf9d-73e9-4095-bbb5-86c1f0257a88), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:42.533639 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [req-5a15d3c8-c2a8-44d5-acc1-0fcf4f697023 req-a60c2c83-dcb1-43ef-9317-2f539aca1792 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Floating IP 8c00cf9d-73e9-4095-bbb5-86c1f0257a88 disassociated. External IP: 172.27.4.15, port: 66947e6f-24aa-4efc-9fc1-09b650127cb3. Sep 05 12:34:42.533988 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-5a15d3c8-c2a8-44d5-acc1-0fcf4f697023 req-a60c2c83-dcb1-43ef-9317-2f539aca1792 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Calling delete_port for 66947e6f-24aa-4efc-9fc1-09b650127cb3 owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:34:42.579083 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:42.739350 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-5a15d3c8-c2a8-44d5-acc1-0fcf4f697023 req-a60c2c83-dcb1-43ef-9317-2f539aca1792 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (66947e6f-24aa-4efc-9fc1-09b650127cb3), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:42.773530 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c2c83-dcb1-43ef-9317-2f539aca1792 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Pushing event deleted for resources: {'Port': ['ID=66947e6f-24aa-4efc-9fc1-09b650127cb3,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:42.883714 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a15d3c8-c2a8-44d5-acc1-0fcf4f697023 req-a60c2c83-dcb1-43ef-9317-2f539aca1792 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:34:42.950747 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:42.994957 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a15d3c8-c2a8-44d5-acc1-0fcf4f697023 req-a60c2c83-dcb1-43ef-9317-2f539aca1792 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:34:43.006867 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc4ee0-d11b-4f3e-a182-db95cd140bf4 None None] Sync routers for ids ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:34:43.018428 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc4ee0-d11b-4f3e-a182-db95cd140bf4 None None] Routers {'6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:34:43.019055 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-c1cc4ee0-d11b-4f3e-a182-db95cd140bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:34:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:43.042933 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a15d3c8-c2a8-44d5-acc1-0fcf4f697023 req-a60c2c83-dcb1-43ef-9317-2f539aca1792 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] No DVR routers for this DVR port 66947e6f-24aa-4efc-9fc1-09b650127cb3 on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:34:43.045611 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-5a15d3c8-c2a8-44d5-acc1-0fcf4f697023 req-a60c2c83-dcb1-43ef-9317-2f539aca1792 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:43.049134 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5a15d3c8-c2a8-44d5-acc1-0fcf4f697023 req-a60c2c83-dcb1-43ef-9317-2f539aca1792 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.58 "DELETE /networking/v2.0/ports/66947e6f-24aa-4efc-9fc1-09b650127cb3 HTTP/1.1" status: 204 len: 173 time: 1.2286220 Sep 05 12:34:43.049612 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'name': 'network-vif-deleted', 'tag': '66947e6f-24aa-4efc-9fc1-09b650127cb3'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:34:43.052081 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80308db1-ad40-493e-a925-97cc08e71ea0" -d '{"events": [{"server_uuid": "c86e0b82-f349-40c6-986b-359cb36a9862", "name": "network-vif-deleted", "tag": "66947e6f-24aa-4efc-9fc1-09b650127cb3"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:34:43.111729 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69100e71-14c7-4aa5-94dc-016992857bbe x-openstack-request-id: req-69100e71-14c7-4aa5-94dc-016992857bbe {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:34:43.112477 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86e0b82-f349-40c6-986b-359cb36a9862", "name": "network-vif-deleted", "tag": "66947e6f-24aa-4efc-9fc1-09b650127cb3", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:34:43.112736 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69100e71-14c7-4aa5-94dc-016992857bbe {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:34:43.113161 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69100e71-14c7-4aa5-94dc-016992857bbe'] response: {'server_uuid': 'c86e0b82-f349-40c6-986b-359cb36a9862', 'name': 'network-vif-deleted', 'tag': '66947e6f-24aa-4efc-9fc1-09b650127cb3', 'status': 'completed', 'code': 200} Sep 05 12:34:43.232573 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-c1cc4ee0-d11b-4f3e-a182-db95cd140bf4 None None] Set router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:34:43.254750 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053db9b-f8bb-4b5a-a560-fb9555e0005b req-bb539908-778b-4b6b-bf62-a9ca27205564 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:43.256379 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c053db9b-f8bb-4b5a-a560-fb9555e0005b req-bb539908-778b-4b6b-bf62-a9ca27205564 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 945 time: 0.0581865 Sep 05 12:34:43.306243 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c053db9b-f8bb-4b5a-a560-fb9555e0005b req-f67ed381-1eb5-460d-83d3-b56aaceaf1ee tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Sep 05 12:34:43.435424 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-c1cc4ee0-d11b-4f3e-a182-db95cd140bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232'}], 'enable_snat': True}, 'gw_port_id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 4, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port': {'id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2b6fb451-22b0-45aa-949e-9dce2e52c499', 'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'mac_address': 'fa:16:3e:53:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:20Z', 'updated_at': '2022-09-05T12:29:31Z', 'revision_number': 5, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'subnets': [{'id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:43.461156 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc4ee0-d11b-4f3e-a182-db95cd140bf4 None None] Checking router: 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:34:43.470396 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc4ee0-d11b-4f3e-a182-db95cd140bf4 None None] Routers {'6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:34:43.471007 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-c1cc4ee0-d11b-4f3e-a182-db95cd140bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:34:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:43.559640 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09aebe-77c6-4cb7-a797-e32c78c1a4b7 req-532b4551-79cd-480c-a902-a8e4ec678b66 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:43.561403 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0e09aebe-77c6-4cb7-a797-e32c78c1a4b7 req-532b4551-79cd-480c-a902-a8e4ec678b66 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 946 time: 0.0675380 Sep 05 12:34:43.564981 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-21b986dc-1e30-4e29-a55a-22fc24ef2e7a req-ececc737-3e68-4812-acee-0c443141be31 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 210 time: 0.0328550 Sep 05 12:34:43.606155 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-c1cc4ee0-d11b-4f3e-a182-db95cd140bf4 None None] Set router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:34:43.656638 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0e09aebe-77c6-4cb7-a797-e32c78c1a4b7 req-02387c4e-2109-48b2-b542-e4e85b30f654 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846000 Sep 05 12:34:43.658480 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da106ba-9386-4e44-8b38-eaeee0420e3b req-8e6d65ee-8959-4d38-abce-3da0c8ab5c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:43.659435 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6da106ba-9386-4e44-8b38-eaeee0420e3b req-8e6d65ee-8959-4d38-abce-3da0c8ab5c3e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 1129 time: 0.1513588 Sep 05 12:34:43.805722 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-c1cc4ee0-d11b-4f3e-a182-db95cd140bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232'}], 'enable_snat': True}, 'gw_port_id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 4, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port': {'id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2b6fb451-22b0-45aa-949e-9dce2e52c499', 'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'mac_address': 'fa:16:3e:53:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:20Z', 'updated_at': '2022-09-05T12:29:31Z', 'revision_number': 5, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'subnets': [{'id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:43.832542 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc4ee0-d11b-4f3e-a182-db95cd140bf4 None None] The sync data for ids ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'] in dv-cinder-801354-7-iscsi is: [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232'}], 'enable_snat': True}, 'gw_port_id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:23Z', 'revision_number': 4, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port': {'id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2b6fb451-22b0-45aa-949e-9dce2e52c499', 'name': '', 'network_id': 'adc4bf76-da99-44ec-b79e-0ddca4fe97de', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'mac_address': 'fa:16:3e:53:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:20Z', 'updated_at': '2022-09-05T12:29:31Z', 'revision_number': 5, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'subnets': [{'id': '7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:34:44.050347 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363adb8b-c408-4000-9fb5-7b8a2a05b80b None None] New status for floating IP 8c00cf9d-73e9-4095-bbb5-86c1f0257a88: DOWN {{(pid=106741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:34:44.123330 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6da106ba-9386-4e44-8b38-eaeee0420e3b req-9f2bcc3a-a03c-4d79-8ee6-503c13a3077d service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439405 Sep 05 12:34:44.130928 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:44.162962 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:44.435761 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7d6fe-802a-45f5-abee-160a11e25f18 req-51b9179a-0330-458b-818a-77dc66f63dab tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:44.437482 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-69c7d6fe-802a-45f5-abee-160a11e25f18 req-51b9179a-0330-458b-818a-77dc66f63dab tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 945 time: 0.0516560 Sep 05 12:34:44.496092 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-69c7d6fe-802a-45f5-abee-160a11e25f18 req-d8cfde4f-552d-43fc-95ae-874ebe5f91c9 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526240 Sep 05 12:34:44.691936 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b7afb9c4-10fa-4511-9137-b38a57589572 req-b68006f7-66d6-47dd-8152-ebecfe2c3f8b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 210 time: 0.0313013 Sep 05 12:34:44.789366 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38db1b1-91bc-4c58-baba-744fbdd2a137 req-dea40cec-2cb4-4fa2-a5a0-7006b8d0ff17 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:44.791034 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e38db1b1-91bc-4c58-baba-744fbdd2a137 req-dea40cec-2cb4-4fa2-a5a0-7006b8d0ff17 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 946 time: 0.0516450 Sep 05 12:34:44.842297 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e38db1b1-91bc-4c58-baba-744fbdd2a137 req-37c43f05-cae7-4979-ad3d-d050743cc68f tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455911 Sep 05 12:34:45.148169 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 66947e6f-24aa-4efc-9fc1-09b650127cb3 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:34:45.171437 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: 66947e6f-24aa-4efc-9fc1-09b650127cb3 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:34:45.171806 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 66947e6f-24aa-4efc-9fc1-09b650127cb3 not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:34:45.302188 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b70a07-0c53-45e7-996c-a66cffe1f4c7 req-750169d7-58b1-4216-b1d9-8325feecef27 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:45.303803 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-78b70a07-0c53-45e7-996c-a66cffe1f4c7 req-750169d7-58b1-4216-b1d9-8325feecef27 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 946 time: 0.0518608 Sep 05 12:34:45.401291 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-78b70a07-0c53-45e7-996c-a66cffe1f4c7 req-f75486af-c7ab-47dd-a264-3f0e954ac1c1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Deleting port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:34:45.401863 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-78b70a07-0c53-45e7-996c-a66cffe1f4c7 req-f75486af-c7ab-47dd-a264-3f0e954ac1c1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:45.502088 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-78b70a07-0c53-45e7-996c-a66cffe1f4c7 req-f75486af-c7ab-47dd-a264-3f0e954ac1c1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] For port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:34:45.502457 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-78b70a07-0c53-45e7-996c-a66cffe1f4c7 req-f75486af-c7ab-47dd-a264-3f0e954ac1c1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:45.689162 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1a7f2-1132-4eb5-a814-1b7023c4cc07 req-973dcc5f-1908-42d3-8b07-a3dba51b7a67 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:45.690596 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-55b1a7f2-1132-4eb5-a814-1b7023c4cc07 req-973dcc5f-1908-42d3-8b07-a3dba51b7a67 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 945 time: 0.0911286 Sep 05 12:34:45.745248 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-78b70a07-0c53-45e7-996c-a66cffe1f4c7 req-f75486af-c7ab-47dd-a264-3f0e954ac1c1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:45.745619 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-78b70a07-0c53-45e7-996c-a66cffe1f4c7 req-f75486af-c7ab-47dd-a264-3f0e954ac1c1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (970e4a7f-df36-4e02-aa9d-4504a7fea126), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:45.745944 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [req-78b70a07-0c53-45e7-996c-a66cffe1f4c7 req-f75486af-c7ab-47dd-a264-3f0e954ac1c1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Floating IP 970e4a7f-df36-4e02-aa9d-4504a7fea126 disassociated. External IP: 172.27.4.40, port: ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc. Sep 05 12:34:45.746295 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-78b70a07-0c53-45e7-996c-a66cffe1f4c7 req-f75486af-c7ab-47dd-a264-3f0e954ac1c1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Calling delete_port for ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:34:45.750495 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:45.776319 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-55b1a7f2-1132-4eb5-a814-1b7023c4cc07 req-ff2b3d09-6237-4fa1-a781-e01892f1b44d tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740597 Sep 05 12:34:45.819284 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-90be3ffe-be93-450b-88e5-452d9d631872 req-50adb900-bb1a-4eae-b3eb-27a8ed80076f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c86e0b82-f349-40c6-986b-359cb36a9862 HTTP/1.1" status: 200 len: 210 time: 0.0311692 Sep 05 12:34:45.892694 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:45.974309 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202314ec-8d5f-4953-8bcd-1b0a5d045a8c req-862d1012-58d2-4912-881d-b48be25baf05 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:45.975787 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-202314ec-8d5f-4953-8bcd-1b0a5d045a8c req-862d1012-58d2-4912-881d-b48be25baf05 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 946 time: 0.0558596 Sep 05 12:34:45.977414 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-78b70a07-0c53-45e7-996c-a66cffe1f4c7 req-f75486af-c7ab-47dd-a264-3f0e954ac1c1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:46.014269 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75486af-c7ab-47dd-a264-3f0e954ac1c1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event deleted for resources: {'Port': ['ID=ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:46.103479 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-202314ec-8d5f-4953-8bcd-1b0a5d045a8c req-214a81b1-4ef2-4a17-8c60-45cf41b81090 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191227 Sep 05 12:34:46.172957 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78b70a07-0c53-45e7-996c-a66cffe1f4c7 req-f75486af-c7ab-47dd-a264-3f0e954ac1c1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Router 301759a2-e838-4c5e-ae94-a67cc6616bdc has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:34:46.282866 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78b70a07-0c53-45e7-996c-a66cffe1f4c7 req-f75486af-c7ab-47dd-a264-3f0e954ac1c1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:34:46.293194 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313f0423-4228-4d62-b17b-bd64cd2259d9 None None] Sync routers for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:34:46.306339 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f0423-4228-4d62-b17b-bd64cd2259d9 None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:34:46.319608 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-313f0423-4228-4d62-b17b-bd64cd2259d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:34:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:46.328147 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b70a07-0c53-45e7-996c-a66cffe1f4c7 req-f75486af-c7ab-47dd-a264-3f0e954ac1c1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] No DVR routers for this DVR port ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:34:46.331134 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-78b70a07-0c53-45e7-996c-a66cffe1f4c7 req-f75486af-c7ab-47dd-a264-3f0e954ac1c1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:46.334474 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-78b70a07-0c53-45e7-996c-a66cffe1f4c7 req-f75486af-c7ab-47dd-a264-3f0e954ac1c1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.58 "DELETE /networking/v2.0/ports/ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc HTTP/1.1" status: 204 len: 173 time: 1.0246994 Sep 05 12:34:46.335088 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee288301-eeb1-4e09-8a2c-d9bc6c00d914', 'name': 'network-vif-deleted', 'tag': 'ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:34:46.337261 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27f3b3f-64f6-4e43-ac72-f609a5d7cd80" -d '{"events": [{"server_uuid": "ee288301-eeb1-4e09-8a2c-d9bc6c00d914", "name": "network-vif-deleted", "tag": "ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:34:46.455579 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-313f0423-4228-4d62-b17b-bd64cd2259d9 None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:34:46.521353 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c1264f-02bd-453b-9dfa-7f8f618c9d85 x-openstack-request-id: req-e2c1264f-02bd-453b-9dfa-7f8f618c9d85 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:34:46.521822 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee288301-eeb1-4e09-8a2c-d9bc6c00d914", "name": "network-vif-deleted", "tag": "ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:34:46.522033 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2c1264f-02bd-453b-9dfa-7f8f618c9d85 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:34:46.522449 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c1264f-02bd-453b-9dfa-7f8f618c9d85'] response: {'server_uuid': 'ee288301-eeb1-4e09-8a2c-d9bc6c00d914', 'name': 'network-vif-deleted', 'tag': 'ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc', 'status': 'completed', 'code': 200} Sep 05 12:34:46.664966 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:46.682262 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-313f0423-4228-4d62-b17b-bd64cd2259d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:46.708241 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313f0423-4228-4d62-b17b-bd64cd2259d9 None None] Checking router: 301759a2-e838-4c5e-ae94-a67cc6616bdc for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:34:46.713158 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:46.722917 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f0423-4228-4d62-b17b-bd64cd2259d9 None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:34:46.723594 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-313f0423-4228-4d62-b17b-bd64cd2259d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:34:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:46.840903 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-313f0423-4228-4d62-b17b-bd64cd2259d9 None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:34:46.935497 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5857829-0379-470a-8bad-615086a8623a req-a5d884b3-c647-46f3-a350-2871747e8cba tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:46.937831 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b5857829-0379-470a-8bad-615086a8623a req-a5d884b3-c647-46f3-a350-2871747e8cba tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 945 time: 0.0711133 Sep 05 12:34:47.002301 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b5857829-0379-470a-8bad-615086a8623a req-4d4cd582-e44a-4f5a-8b9a-d72c028ae332 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582392 Sep 05 12:34:47.061771 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-313f0423-4228-4d62-b17b-bd64cd2259d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:47.153223 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:34:47.157317 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da75b2-7dec-40de-b47e-2696a91eb2ab req-5935dc34-b6e8-4872-9270-ea02135036a5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:47.159679 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c6da75b2-7dec-40de-b47e-2696a91eb2ab req-5935dc34-b6e8-4872-9270-ea02135036a5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 945 time: 0.0534899 Sep 05 12:34:47.181337 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:34:47.181770 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device ebc2ee9e-37fa-4dbd-bf0a-e1f2b070c9fc not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:34:47.191445 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313f0423-4228-4d62-b17b-bd64cd2259d9 None None] The sync data for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi is: [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:34:47.238294 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c6da75b2-7dec-40de-b47e-2696a91eb2ab req-33331209-7334-4479-a74f-204745cbdb8a tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601451 Sep 05 12:34:47.344921 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a60dc23d-416e-4132-a4e5-aaf426430907 req-ed3c96af-c12b-4d40-80a4-a209aea050c3 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 210 time: 0.0291457 Sep 05 12:34:47.381508 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55702) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:34:47.456364 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:47.490808 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-8bdc06d2-2171-4e4f-aa40-053c22258013 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for security_group (a22b17a5-63c3-4d09-aae1-c2737f591036), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:47.495759 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:47.511088 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33290af3-abfa-4bb5-b1cd-6061368fc036 None None] New status for floating IP 970e4a7f-df36-4e02-aa9d-4504a7fea126: DOWN {{(pid=106741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:34:47.524370 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-8bdc06d2-2171-4e4f-aa40-053c22258013 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for security_group (a22b17a5-63c3-4d09-aae1-c2737f591036), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:47.665096 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-8bdc06d2-2171-4e4f-aa40-053c22258013 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (a22b17a5-63c3-4d09-aae1-c2737f591036), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:47.667697 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-8bdc06d2-2171-4e4f-aa40-053c22258013 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:47.668851 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-8bdc06d2-2171-4e4f-aa40-053c22258013 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a22b17a5-63c3-4d09-aae1-c2737f591036 HTTP/1.1" status: 204 len: 168 time: 0.2863581 Sep 05 12:34:47.671684 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 55706) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:34:47.682677 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc06d2-2171-4e4f-aa40-053c22258013 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22b17a5-63c3-4d09-aae1-c2737f591036,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:47.688084 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.api.v2.resource [None req-0512b91a-42c8-4454-80c6-5abc189430dc tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] show failed (client error): The resource could not be found. Sep 05 12:34:47.689108 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-0512b91a-42c8-4454-80c6-5abc189430dc tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups/a22b17a5-63c3-4d09-aae1-c2737f591036 HTTP/1.1" status: 404 len: 347 time: 0.0163596 Sep 05 12:34:47.696731 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55708) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:34:47.752868 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:47.770984 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1050d37-b6f5-4c88-8c6d-d19b96e06aa5 req-5007ad57-7b32-47f8-a67b-dee623ce5d8b tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:47.772599 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f1050d37-b6f5-4c88-8c6d-d19b96e06aa5 req-5007ad57-7b32-47f8-a67b-dee623ce5d8b tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 945 time: 0.0614562 Sep 05 12:34:47.823177 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-a1cc1f1b-0c76-4c45-a420-22fe28b50a92 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Deleting port 22385404-4674-42c3-9574-4964274dc285 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:34:47.823531 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1f1b-0c76-4c45-a420-22fe28b50a92 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (22385404-4674-42c3-9574-4964274dc285), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:47.827501 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f1050d37-b6f5-4c88-8c6d-d19b96e06aa5 req-b3b18bb5-7928-4f3a-b16c-09fd24ebfa29 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483227 Sep 05 12:34:47.910177 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1f1b-0c76-4c45-a420-22fe28b50a92 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (22385404-4674-42c3-9574-4964274dc285), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:47.910503 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1f1b-0c76-4c45-a420-22fe28b50a92 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for floatingip (22385404-4674-42c3-9574-4964274dc285), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:47.925424 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-a1cc1f1b-0c76-4c45-a420-22fe28b50a92 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Calling delete_port for 22385404-4674-42c3-9574-4964274dc285 owned by network:floatingip {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:34:48.196414 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1f1b-0c76-4c45-a420-22fe28b50a92 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (22385404-4674-42c3-9574-4964274dc285), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:48.223459 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc1f1b-0c76-4c45-a420-22fe28b50a92 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Pushing event deleted for resources: {'Port': ['ID=22385404-4674-42c3-9574-4964274dc285,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:48.251445 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1f1b-0c76-4c45-a420-22fe28b50a92 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks [] for floatingip (8c00cf9d-73e9-4095-bbb5-86c1f0257a88), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:48.254061 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a1cc1f1b-0c76-4c45-a420-22fe28b50a92 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:48.255215 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-a1cc1f1b-0c76-4c45-a420-22fe28b50a92 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/8c00cf9d-73e9-4095-bbb5-86c1f0257a88 HTTP/1.1" status: 204 len: 168 time: 0.5572219 Sep 05 12:34:48.468712 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f24d1eac-ff6a-4553-bdb6-a5c20bc22393 req-60fd374c-e9cc-48a7-aa2b-9f211f00055e tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=ee288301-eeb1-4e09-8a2c-d9bc6c00d914 HTTP/1.1" status: 200 len: 210 time: 0.0286849 Sep 05 12:34:49.787595 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-997d3951-8dc4-4d17-b803-cd268f7eb2e8 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1211654380&fields=id&tenant_id=4377cb4a93524abd99acb6ebe07fd1d6 HTTP/1.1" status: 200 len: 267 time: 0.0556328 Sep 05 12:34:49.914382 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-97269d04-6958-42e9-9fc9-882801bd7d2f tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:49.916390 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-97269d04-6958-42e9-9fc9-882801bd7d2f tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/networks?id=38f5b205-d0f7-419a-8f07-cc61071fe0f8 HTTP/1.1" status: 200 len: 811 time: 0.1218605 Sep 05 12:34:49.955866 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-af24d9e8-be6a-4fd7-b306-f6822cd665e9 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/quotas/4377cb4a93524abd99acb6ebe07fd1d6 HTTP/1.1" status: 200 len: 375 time: 0.0103774 Sep 05 12:34:50.015666 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-daa7008f-d1e1-4ac0-9777-b2ec7ef81b0f tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537055 Sep 05 12:34:50.177739 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-8bdaaf7b-9473-4a70-9d48-06a7ecafc10a service neutron] 10.222.0.62 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491489 Sep 05 12:34:50.270155 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-60db584b-b2fb-477b-ae54-114a32a393b0 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867307 Sep 05 12:34:51.071619 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94a126-1cd5-47a6-aea2-272226dc58b2 req-1feb02fa-623a-4da3-bbd2-3779cd93dea2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:51.073175 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ce94a126-1cd5-47a6-aea2-272226dc58b2 req-1feb02fa-623a-4da3-bbd2-3779cd93dea2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 945 time: 0.0529611 Sep 05 12:34:51.126325 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ce94a126-1cd5-47a6-aea2-272226dc58b2 req-8919ee35-ce0c-44ff-b9d3-5a53ea1726ca tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b5ed780-1db0-4e59-ae30-1adbebc01e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475066 Sep 05 12:34:51.193868 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d9ffe19e-bb9a-4afd-a67c-07b96851d955 req-8dee7d17-1325-4f60-966f-40214ff8603d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 210 time: 0.0286443 Sep 05 12:34:51.380116 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:51.718919 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40e5fa-2ff0-45eb-a82d-b1f04f9a13c4 req-49a538f6-615e-4202-8eef-9543e0cf4e63 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:51.720485 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ff40e5fa-2ff0-45eb-a82d-b1f04f9a13c4 req-49a538f6-615e-4202-8eef-9543e0cf4e63 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0506709 Sep 05 12:34:51.771452 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ff40e5fa-2ff0-45eb-a82d-b1f04f9a13c4 req-d8a23347-3afd-4806-8148-f8ca203e5829 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444546 Sep 05 12:34:52.234642 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:52.248435 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3759a-d76b-44a2-873b-7a860806868d req-a8437261-b3b4-4678-a8b5-d97135bc33a7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:52.250674 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b1b3759a-d76b-44a2-873b-7a860806868d req-a8437261-b3b4-4678-a8b5-d97135bc33a7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 945 time: 0.0484657 Sep 05 12:34:52.303291 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b1b3759a-d76b-44a2-873b-7a860806868d req-110280ef-736e-4569-8092-3625474f96b9 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b5ed780-1db0-4e59-ae30-1adbebc01e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468810 Sep 05 12:34:52.386772 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1297d271-07cd-410b-9280-9b0cb3e3ba88 req-be8c52fe-5e69-42de-8c42-2b0bfd845818 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 210 time: 0.0289214 Sep 05 12:34:52.892711 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895d7b9-407c-48ba-9b10-5aa512a3ad36 req-cfbeb8f4-a423-4b22-b18f-7afc4e6fad5a tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:52.894219 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e895d7b9-407c-48ba-9b10-5aa512a3ad36 req-cfbeb8f4-a423-4b22-b18f-7afc4e6fad5a tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0469184 Sep 05 12:34:52.944424 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e895d7b9-407c-48ba-9b10-5aa512a3ad36 req-335debea-7508-4181-a2ba-f39492dbe84e tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443776 Sep 05 12:34:53.430551 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df84557-56cd-4a20-aaf3-6a2369f12a7a req-cfe12014-6e05-4262-9e68-dfa860cce73d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:53.432107 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1df84557-56cd-4a20-aaf3-6a2369f12a7a req-cfe12014-6e05-4262-9e68-dfa860cce73d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 945 time: 0.0506635 Sep 05 12:34:53.480523 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1df84557-56cd-4a20-aaf3-6a2369f12a7a req-731d922d-e764-4c04-933c-e98c01535de2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b5ed780-1db0-4e59-ae30-1adbebc01e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427845 Sep 05 12:34:53.566091 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-9b985735-4720-41a3-b749-f2ea210f1cc8 req-206b86dd-23b3-40f8-b478-934c7c26c90c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 210 time: 0.0282376 Sep 05 12:34:54.074365 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7577ab-ef06-49af-a078-c3254a4ab29c req-659fd407-6924-443b-8fcb-b7f0592ea5d7 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:54.075993 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6d7577ab-ef06-49af-a078-c3254a4ab29c req-659fd407-6924-443b-8fcb-b7f0592ea5d7 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0497146 Sep 05 12:34:54.108046 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:54.126477 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6d7577ab-ef06-49af-a078-c3254a4ab29c req-4561f0b9-8261-461f-8c75-08dd3b62183b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448797 Sep 05 12:34:54.264180 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7382f-6977-4fe0-a3ad-09f584bfdda3 req-16c1c7ab-db9e-462b-9696-6acfeaceb241 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:54.265574 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a6f7382f-6977-4fe0-a3ad-09f584bfdda3 req-16c1c7ab-db9e-462b-9696-6acfeaceb241 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 945 time: 0.0555534 Sep 05 12:34:54.468053 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fdc58-dfb1-4e07-9fe0-6f2a79c50ec0 req-7b322020-1053-4998-a53f-2e4b8dd3f2db tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:54.469542 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4d8fdc58-dfb1-4e07-9fe0-6f2a79c50ec0 req-7b322020-1053-4998-a53f-2e4b8dd3f2db tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0838234 Sep 05 12:34:54.553165 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-a6f7382f-6977-4fe0-a3ad-09f584bfdda3 req-5f21e159-68bd-435c-8995-82b2e7ebcc41 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Deleting port b6f5eb31-8603-45c5-8275-77ad7a36982d {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:34:54.553514 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a6f7382f-6977-4fe0-a3ad-09f584bfdda3 req-5f21e159-68bd-435c-8995-82b2e7ebcc41 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:54.677416 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-4d8fdc58-dfb1-4e07-9fe0-6f2a79c50ec0 req-5129635b-6871-4d6d-a8f3-8cce4f37b1bd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Deleting port 2941d715-09fe-449b-bed5-764f516010b2 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:34:54.680843 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4d8fdc58-dfb1-4e07-9fe0-6f2a79c50ec0 req-5129635b-6871-4d6d-a8f3-8cce4f37b1bd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (2941d715-09fe-449b-bed5-764f516010b2), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:54.702090 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae03b6b-7e91-4e4d-ba7b-d64840ab1d88 req-03983dde-0756-4861-85d7-bed869c9e677 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:54.703913 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fae03b6b-7e91-4e4d-ba7b-d64840ab1d88 req-03983dde-0756-4861-85d7-bed869c9e677 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 945 time: 0.1257110 Sep 05 12:34:54.736783 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-afae823f-029d-42fd-bc77-7fa26b4d6422 req-0e334da9-6a4f-49f5-8d41-5bb015d8adf4 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 210 time: 0.0299330 Sep 05 12:34:54.865828 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fae03b6b-7e91-4e4d-ba7b-d64840ab1d88 req-6dc86766-2e85-46a0-8d6c-ad540ced9da5 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b5ed780-1db0-4e59-ae30-1adbebc01e15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468704 Sep 05 12:34:54.873844 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-a6f7382f-6977-4fe0-a3ad-09f584bfdda3 req-5f21e159-68bd-435c-8995-82b2e7ebcc41 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] For port b6f5eb31-8603-45c5-8275-77ad7a36982d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=b6f5eb31-8603-45c5-8275-77ad7a36982d,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:34:54.874217 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a6f7382f-6977-4fe0-a3ad-09f584bfdda3 req-5f21e159-68bd-435c-8995-82b2e7ebcc41 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:54.878336 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-4d8fdc58-dfb1-4e07-9fe0-6f2a79c50ec0 req-5129635b-6871-4d6d-a8f3-8cce4f37b1bd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] For port 2941d715-09fe-449b-bed5-764f516010b2, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=2941d715-09fe-449b-bed5-764f516010b2,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:34:54.883476 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4d8fdc58-dfb1-4e07-9fe0-6f2a79c50ec0 req-5129635b-6871-4d6d-a8f3-8cce4f37b1bd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (2941d715-09fe-449b-bed5-764f516010b2), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:54.902696 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-4d8fdc58-dfb1-4e07-9fe0-6f2a79c50ec0 req-5129635b-6871-4d6d-a8f3-8cce4f37b1bd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Calling delete_port for 2941d715-09fe-449b-bed5-764f516010b2 owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:34:54.932535 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:55.256752 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474af3ec-6ac1-4e5b-83c9-317ffcce4363 req-bc723af7-521a-45ef-bf6d-1002e294f849 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:55.258577 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-474af3ec-6ac1-4e5b-83c9-317ffcce4363 req-bc723af7-521a-45ef-bf6d-1002e294f849 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 946 time: 0.0490100 Sep 05 12:34:55.261179 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a6f7382f-6977-4fe0-a3ad-09f584bfdda3 req-5f21e159-68bd-435c-8995-82b2e7ebcc41 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:55.261557 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a6f7382f-6977-4fe0-a3ad-09f584bfdda3 req-5f21e159-68bd-435c-8995-82b2e7ebcc41 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (9e3fa2c9-42ec-4d3d-ad77-50ce930f7951), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:55.261880 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [req-a6f7382f-6977-4fe0-a3ad-09f584bfdda3 req-5f21e159-68bd-435c-8995-82b2e7ebcc41 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Floating IP 9e3fa2c9-42ec-4d3d-ad77-50ce930f7951 disassociated. External IP: 172.27.4.119, port: b6f5eb31-8603-45c5-8275-77ad7a36982d. Sep 05 12:34:55.262230 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-a6f7382f-6977-4fe0-a3ad-09f584bfdda3 req-5f21e159-68bd-435c-8995-82b2e7ebcc41 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Calling delete_port for b6f5eb31-8603-45c5-8275-77ad7a36982d owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:34:55.264705 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4d8fdc58-dfb1-4e07-9fe0-6f2a79c50ec0 req-5129635b-6871-4d6d-a8f3-8cce4f37b1bd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (2941d715-09fe-449b-bed5-764f516010b2), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:55.272082 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device b6f5eb31-8603-45c5-8275-77ad7a36982d no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:34:55.304035 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129635b-6871-4d6d-a8f3-8cce4f37b1bd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Pushing event deleted for resources: {'Port': ['ID=2941d715-09fe-449b-bed5-764f516010b2,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:55.313850 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-474af3ec-6ac1-4e5b-83c9-317ffcce4363 req-a2fe87be-f1e7-44ff-8226-f9d3181e08bd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493290 Sep 05 12:34:55.324529 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['5d2944c4-c65b-49e5-b532-6867e3db6d0c'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:34:55.339572 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:55.387820 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8fdc58-dfb1-4e07-9fe0-6f2a79c50ec0 req-5129635b-6871-4d6d-a8f3-8cce4f37b1bd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] No DVR routers for this DVR port 2941d715-09fe-449b-bed5-764f516010b2 on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:34:55.391315 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-4d8fdc58-dfb1-4e07-9fe0-6f2a79c50ec0 req-5129635b-6871-4d6d-a8f3-8cce4f37b1bd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:55.394688 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4d8fdc58-dfb1-4e07-9fe0-6f2a79c50ec0 req-5129635b-6871-4d6d-a8f3-8cce4f37b1bd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.58 "DELETE /networking/v2.0/ports/2941d715-09fe-449b-bed5-764f516010b2 HTTP/1.1" status: 204 len: 173 time: 0.9195805 Sep 05 12:34:55.395725 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2', 'name': 'network-vif-deleted', 'tag': '2941d715-09fe-449b-bed5-764f516010b2'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:34:55.397964 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3082af9e-503c-4acb-99b7-4c0ac9cb4bb6" -d '{"events": [{"server_uuid": "f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2", "name": "network-vif-deleted", "tag": "2941d715-09fe-449b-bed5-764f516010b2"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:34:55.415488 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port b6f5eb31-8603-45c5-8275-77ad7a36982d is: ACTIVE; New status is: DOWN {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:34:55.415909 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:55.438710 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cd2eda-b3ce-4819-8bfc-e9c1eb253162 x-openstack-request-id: req-b7cd2eda-b3ce-4819-8bfc-e9c1eb253162 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:34:55.439080 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2", "name": "network-vif-deleted", "tag": "2941d715-09fe-449b-bed5-764f516010b2", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:34:55.440186 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7cd2eda-b3ce-4819-8bfc-e9c1eb253162 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:34:55.440646 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7cd2eda-b3ce-4819-8bfc-e9c1eb253162'] response: {'server_uuid': 'f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2', 'name': 'network-vif-deleted', 'tag': '2941d715-09fe-449b-bed5-764f516010b2', 'status': 'completed', 'code': 200} Sep 05 12:34:55.569085 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a6f7382f-6977-4fe0-a3ad-09f584bfdda3 req-5f21e159-68bd-435c-8995-82b2e7ebcc41 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (b6f5eb31-8603-45c5-8275-77ad7a36982d), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:55.594466 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 2941d715-09fe-449b-bed5-764f516010b2 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:34:55.598399 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21e159-68bd-435c-8995-82b2e7ebcc41 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event deleted for resources: {'Port': ['ID=b6f5eb31-8603-45c5-8275-77ad7a36982d,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:55.629193 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: 2941d715-09fe-449b-bed5-764f516010b2 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:34:55.630253 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 2941d715-09fe-449b-bed5-764f516010b2 not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:34:55.748406 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6f7382f-6977-4fe0-a3ad-09f584bfdda3 req-5f21e159-68bd-435c-8995-82b2e7ebcc41 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Router d908261c-9967-4aee-9784-5a319b3bc98a has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:34:55.858720 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-3240fdc3-5293-480b-a503-8394ce3ec915 req-1edbc7ea-2b4a-4a63-8be4-ab06abfdb61b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 210 time: 0.0350111 Sep 05 12:34:56.143437 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ae1362f1-d6f2-40d7-bfbb-e0d8d5a54866 req-0cbc58a0-9c5c-44b6-85e1-330420745edc tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 210 time: 0.0582619 Sep 05 12:34:56.244802 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:56.248132 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6f7382f-6977-4fe0-a3ad-09f584bfdda3 req-5f21e159-68bd-435c-8995-82b2e7ebcc41 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:34:56.261193 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2467258-3a79-462a-9b89-7bdd6656d379 None None] Sync routers for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:34:56.281488 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2467258-3a79-462a-9b89-7bdd6656d379 None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:34:56.282131 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-e2467258-3a79-462a-9b89-7bdd6656d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:34:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:56.308303 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f7382f-6977-4fe0-a3ad-09f584bfdda3 req-5f21e159-68bd-435c-8995-82b2e7ebcc41 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] No DVR routers for this DVR port b6f5eb31-8603-45c5-8275-77ad7a36982d on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:34:56.315957 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-2c35d69c-55c4-4526-803b-04a4e82edd13 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:56.317488 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-2c35d69c-55c4-4526-803b-04a4e82edd13 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.58 "GET /networking/v2.0/networks?id=38f5b205-d0f7-419a-8f07-cc61071fe0f8 HTTP/1.1" status: 200 len: 811 time: 0.2347832 Sep 05 12:34:56.318680 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a6f7382f-6977-4fe0-a3ad-09f584bfdda3 req-5f21e159-68bd-435c-8995-82b2e7ebcc41 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:56.321965 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a6f7382f-6977-4fe0-a3ad-09f584bfdda3 req-5f21e159-68bd-435c-8995-82b2e7ebcc41 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "DELETE /networking/v2.0/ports/b6f5eb31-8603-45c5-8275-77ad7a36982d HTTP/1.1" status: 204 len: 173 time: 1.9467487 Sep 05 12:34:56.409532 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-aa7d968f-86d6-4dfe-a63f-f62dc678c035 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4377cb4a93524abd99acb6ebe07fd1d6 HTTP/1.1" status: 200 len: 380 time: 0.0739489 Sep 05 12:34:56.413377 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-e2467258-3a79-462a-9b89-7bdd6656d379 None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:34:56.455805 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4654d117-116a-425c-b3b4-86d3664664c4 req-fdeb18c2-6454-4464-8417-b843a4edb6ee tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=f49c12b7-2932-4f9e-9e35-6fc0f3ce69c2 HTTP/1.1" status: 200 len: 210 time: 0.0284562 Sep 05 12:34:56.603981 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-e2467258-3a79-462a-9b89-7bdd6656d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:56.633241 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2467258-3a79-462a-9b89-7bdd6656d379 None None] Checking router: d908261c-9967-4aee-9784-5a319b3bc98a for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:34:56.642237 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2467258-3a79-462a-9b89-7bdd6656d379 None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:34:56.642854 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-e2467258-3a79-462a-9b89-7bdd6656d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:34:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:56.682496 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-fd75465e-e239-4924-b8d3-90f62cfddd11 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Request body: {'port': {'device_id': '96ca1300-109c-4625-a6f9-f7094055e384', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'admin_state_up': True, 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'security_groups': ['e4b3b85c-6c25-4c64-b792-57dfc2375166']}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:34:56.751580 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-e2467258-3a79-462a-9b89-7bdd6656d379 None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:34:56.902836 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-fd75465e-e239-4924-b8d3-90f62cfddd11 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Made reservation on behalf of 4377cb4a93524abd99acb6ebe07fd1d6 for: {'port': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:34:56.908260 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-fd75465e-e239-4924-b8d3-90f62cfddd11 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:56.921001 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:56.970796 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-e2467258-3a79-462a-9b89-7bdd6656d379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:34:56.988464 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fa0ac552-bf80-4012-9ca5-29e8f8f5d348 req-2dc75c4e-2bf7-41a6-9abe-df75465141d9 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 210 time: 0.0406024 Sep 05 12:34:56.999764 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2467258-3a79-462a-9b89-7bdd6656d379 None None] The sync data for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi is: [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:34:57.111100 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-fd75465e-e239-4924-b8d3-90f62cfddd11 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Allocated IP 172.20.0.10 (38f5b205-d0f7-419a-8f07-cc61071fe0f8/a042adab-c6e5-4766-9641-ed3c3e40d34d/d439ecff-d56e-4259-b799-38d86dccd75f) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:34:57.240934 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:57.282508 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6d4909dc-dc95-45ca-81af-b68fd9144e65 req-4dac7701-8339-4981-bc68-b3346848b1d3 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=4d85243e-7c92-4640-8c2d-72c79cf18d76 HTTP/1.1" status: 200 len: 210 time: 0.0318172 Sep 05 12:34:57.304125 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-fd75465e-e239-4924-b8d3-90f62cfddd11 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for port (d439ecff-d56e-4259-b799-38d86dccd75f), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:57.318747 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3aa8d0-b355-49eb-b393-d3728635a688 None None] New status for floating IP 9e3fa2c9-42ec-4d3d-ad77-50ce930f7951: DOWN {{(pid=106741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:34:57.397226 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-fd75465e-e239-4924-b8d3-90f62cfddd11 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (d439ecff-d56e-4259-b799-38d86dccd75f), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:57.441473 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-fd75465e-e239-4924-b8d3-90f62cfddd11 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:34:57.442062 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d85243e-7c92-4640-8c2d-72c79cf18d76', 'name': 'network-vif-deleted', 'tag': 'b6f5eb31-8603-45c5-8275-77ad7a36982d'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:34:57.444358 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdff186-5cae-4d87-9dd9-144da5cd53db" -d '{"events": [{"server_uuid": "4d85243e-7c92-4640-8c2d-72c79cf18d76", "name": "network-vif-deleted", "tag": "b6f5eb31-8603-45c5-8275-77ad7a36982d"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:34:57.451305 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-fd75465e-e239-4924-b8d3-90f62cfddd11 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:34:57.458063 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-fd75465e-e239-4924-b8d3-90f62cfddd11 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:34:57.482372 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75465e-e239-4924-b8d3-90f62cfddd11 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event updated for resources: {'Port': ['ID=d439ecff-d56e-4259-b799-38d86dccd75f,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:57.490890 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095fc0e0-caf5-4aca-98ed-e494ce94cb07 x-openstack-request-id: req-095fc0e0-caf5-4aca-98ed-e494ce94cb07 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:34:57.491194 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d85243e-7c92-4640-8c2d-72c79cf18d76", "name": "network-vif-deleted", "tag": "b6f5eb31-8603-45c5-8275-77ad7a36982d", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:34:57.491475 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-095fc0e0-caf5-4aca-98ed-e494ce94cb07 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:34:57.491865 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095fc0e0-caf5-4aca-98ed-e494ce94cb07'] response: {'server_uuid': '4d85243e-7c92-4640-8c2d-72c79cf18d76', 'name': 'network-vif-deleted', 'tag': 'b6f5eb31-8603-45c5-8275-77ad7a36982d', 'status': 'completed', 'code': 200} Sep 05 12:34:57.534274 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-fd75465e-e239-4924-b8d3-90f62cfddd11 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:57.534274 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-fd75465e-e239-4924-b8d3-90f62cfddd11 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:57.650791 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-fd75465e-e239-4924-b8d3-90f62cfddd11 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9725835 Sep 05 12:34:57.671611 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Request body: {'port': {'device_id': '96ca1300-109c-4625-a6f9-f7094055e384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:34:57.708865 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:57.720411 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4a9859a-d81c-4519-bd84-cb2cadb2fed5 None None] Provisioning complete for port d439ecff-d56e-4259-b799-38d86dccd75f triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:34:57.721024 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4a9859a-d81c-4519-bd84-cb2cadb2fed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d439ecff-d56e-4259-b799-38d86dccd75f), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:57.738365 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d439ecff-d56e-4259-b799-38d86dccd75f), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:57.776681 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9859a-d81c-4519-bd84-cb2cadb2fed5 None None] Port d439ecff-d56e-4259-b799-38d86dccd75f cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:34:58.044802 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d439ecff-d56e-4259-b799-38d86dccd75f {{(pid=106739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:34:58.065100 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Publish callbacks [] for port (d439ecff-d56e-4259-b799-38d86dccd75f), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:58.083267 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.provisioning_blocks [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Transition to ACTIVE for port object d439ecff-d56e-4259-b799-38d86dccd75f will not be triggered until provisioned by entity L2. {{(pid=106739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:34:58.136896 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780aef7-0c41-4802-8639-31918b6ac161 req-71eb562b-40ff-4677-a6e7-788632c5f19a tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:58.138646 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4780aef7-0c41-4802-8639-31918b6ac161 req-71eb562b-40ff-4677-a6e7-788632c5f19a tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0515821 Sep 05 12:34:58.141531 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc92411-4710-4e94-b7bb-4a5e6cb9c818 req-0939352d-bd74-436d-afde-8186364a8ef7 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:58.143097 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bcc92411-4710-4e94-b7bb-4a5e6cb9c818 req-0939352d-bd74-436d-afde-8186364a8ef7 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 932 time: 0.0521698 Sep 05 12:34:58.160125 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:58.185353 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (d439ecff-d56e-4259-b799-38d86dccd75f), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:58.198181 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bcc92411-4710-4e94-b7bb-4a5e6cb9c818 req-003f1a4b-18f6-4b0a-94f7-64e452d8026d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488145 Sep 05 12:34:58.216824 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4780aef7-0c41-4802-8639-31918b6ac161 req-9e750622-a4f0-4777-a79b-0ed0fcc123bd tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714378 Sep 05 12:34:58.257703 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Pushing event updated for resources: {'Port': ['ID=d439ecff-d56e-4259-b799-38d86dccd75f,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:58.315964 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Attempting to bind port d439ecff-d56e-4259-b799-38d86dccd75f on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:34:58.316223 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Attempting to bind port d439ecff-d56e-4259-b799-38d86dccd75f by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:34:58.316559 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Attempting to bind port d439ecff-d56e-4259-b799-38d86dccd75f on network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:34:58.365353 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Port d439ecff-d56e-4259-b799-38d86dccd75f on network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:34:58.365897 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Attempting to bind port d439ecff-d56e-4259-b799-38d86dccd75f on network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:34:58.414585 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:34:58.415178 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Checking segment: {'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:34:58.415302 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Bound using segment: {'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:34:58.415871 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Bound port: d439ecff-d56e-4259-b799-38d86dccd75f, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'}}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:34:58.416237 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d439ecff-d56e-4259-b799-38d86dccd75f), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:58.491640 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55854) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:34:58.508303 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] For port d439ecff-d56e-4259-b799-38d86dccd75f, host hv-cinder-80135, cleared binding levels {{(pid=106739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:34:58.512566 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] For port d439ecff-d56e-4259-b799-38d86dccd75f, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d439ecff-d56e-4259-b799-38d86dccd75f,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:34:58.559710 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (0b5ed780-1db0-4e59-ae30-1adbebc01e15), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:58.589220 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (0b5ed780-1db0-4e59-ae30-1adbebc01e15), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:58.660340 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (d439ecff-d56e-4259-b799-38d86dccd75f), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:58.664687 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:58.665498 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:58.666869 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/d439ecff-d56e-4259-b799-38d86dccd75f HTTP/1.1" status: 200 len: 1094 time: 0.9998116 Sep 05 12:34:58.713030 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6e350-736e-4085-a04b-9f8bca2e9281 service neutron] Pushing event updated for resources: {'Port': ['ID=d439ecff-d56e-4259-b799-38d86dccd75f,revision_number=3']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:58.745158 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (0b5ed780-1db0-4e59-ae30-1adbebc01e15), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:58.747933 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:58.749126 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0b5ed780-1db0-4e59-ae30-1adbebc01e15 HTTP/1.1" status: 204 len: 168 time: 0.2559347 Sep 05 12:34:58.752704 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 55860) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:34:58.754245 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:58.760641 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5ed780-1db0-4e59-ae30-1adbebc01e15,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:58.768429 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.api.v2.resource [None req-84b66773-b205-4caf-a1a5-201050cfafc1 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] show failed (client error): The resource could not be found. Sep 05 12:34:58.768698 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:58.769233 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:58.769473 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-84b66773-b205-4caf-a1a5-201050cfafc1 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups/0b5ed780-1db0-4e59-ae30-1adbebc01e15 HTTP/1.1" status: 404 len: 347 time: 0.0154481 Sep 05 12:34:58.769970 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:58.770317 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:58.770660 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:58.771011 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:58.771354 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:58.771716 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:58.772061 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:58.772539 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 55862) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:34:58.772677 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:58.772783 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:58.773222 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:58.773409 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:58.773741 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:58.774070 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43606226-412f-4ba9-a3eb-ef6e0a7d55c0 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:34:58.811062 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:58.889055 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-b9b71447-bc1f-41b2-a477-087fad66c760 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Deleting port 6f9b7434-2351-41a3-bfd8-534800beeb8a {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:34:58.889313 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b9b71447-bc1f-41b2-a477-087fad66c760 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (6f9b7434-2351-41a3-bfd8-534800beeb8a), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:58.967204 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b9b71447-bc1f-41b2-a477-087fad66c760 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (6f9b7434-2351-41a3-bfd8-534800beeb8a), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:58.967563 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b9b71447-bc1f-41b2-a477-087fad66c760 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (6f9b7434-2351-41a3-bfd8-534800beeb8a), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:58.980112 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-b9b71447-bc1f-41b2-a477-087fad66c760 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Calling delete_port for 6f9b7434-2351-41a3-bfd8-534800beeb8a owned by network:floatingip {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:34:59.220507 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b9b71447-bc1f-41b2-a477-087fad66c760 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (6f9b7434-2351-41a3-bfd8-534800beeb8a), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:59.244962 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b71447-bc1f-41b2-a477-087fad66c760 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event deleted for resources: {'Port': ['ID=6f9b7434-2351-41a3-bfd8-534800beeb8a,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:59.332902 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e554c-ca12-46d3-ae11-d850b8199632 req-ddfac358-697f-4850-b80b-09aa12eb4458 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:59.334094 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b9b71447-bc1f-41b2-a477-087fad66c760 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (9e3fa2c9-42ec-4d3d-ad77-50ce930f7951), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:59.334668 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9c7e554c-ca12-46d3-ae11-d850b8199632 req-ddfac358-697f-4850-b80b-09aa12eb4458 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 944 time: 0.0579612 Sep 05 12:34:59.338251 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b9b71447-bc1f-41b2-a477-087fad66c760 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:59.339659 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-b9b71447-bc1f-41b2-a477-087fad66c760 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/9e3fa2c9-42ec-4d3d-ad77-50ce930f7951 HTTP/1.1" status: 204 len: 168 time: 0.5660543 Sep 05 12:34:59.375865 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c646b29-813f-437b-83e4-089064604bc1 req-84b72064-f781-4e12-aec2-3be512da7a25 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:34:59.378130 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7c646b29-813f-437b-83e4-089064604bc1 req-84b72064-f781-4e12-aec2-3be512da7a25 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0576606 Sep 05 12:34:59.388990 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:59.397548 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:34:59.398243 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9c7e554c-ca12-46d3-ae11-d850b8199632 req-04bc3e72-36ae-43e2-9117-1fa2f7ac25bf tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577846 Sep 05 12:34:59.430313 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7c646b29-813f-437b-83e4-089064604bc1 req-d47af2e8-9314-469f-8404-9b19e0268477 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465674 Sep 05 12:34:59.493326 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ca1300-109c-4625-a6f9-f7094055e384', 'tag': 'd439ecff-d56e-4259-b799-38d86dccd75f'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:34:59.495718 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1433f588-67c6-4971-8351-07ca632ef579" -d '{"events": [{"name": "network-changed", "server_uuid": "96ca1300-109c-4625-a6f9-f7094055e384", "tag": "d439ecff-d56e-4259-b799-38d86dccd75f"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:34:59.534143 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12504085-061b-40ba-a16e-71962c22a6de x-openstack-request-id: req-12504085-061b-40ba-a16e-71962c22a6de {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:34:59.534462 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ca1300-109c-4625-a6f9-f7094055e384", "tag": "d439ecff-d56e-4259-b799-38d86dccd75f", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:34:59.534713 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12504085-061b-40ba-a16e-71962c22a6de {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:34:59.535114 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12504085-061b-40ba-a16e-71962c22a6de'] response: {'name': 'network-changed', 'server_uuid': '96ca1300-109c-4625-a6f9-f7094055e384', 'tag': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'status': 'completed', 'code': 200} Sep 05 12:34:59.538625 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55874) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:34:59.544318 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-3ba3b9a0-7bdf-4743-ab8a-0adb0c328bb1 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--925913956', 'description': 'tempest-description--1922339246'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:34:59.625565 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3ba3b9a0-7bdf-4743-ab8a-0adb0c328bb1 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:59.694564 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3ba3b9a0-7bdf-4743-ab8a-0adb0c328bb1 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (e54fad36-2090-4956-804d-d11c99cf2f8f), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:59.751229 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3ba3b9a0-7bdf-4743-ab8a-0adb0c328bb1 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (e54fad36-2090-4956-804d-d11c99cf2f8f), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:59.782433 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3b9a0-7bdf-4743-ab8a-0adb0c328bb1 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54fad36-2090-4956-804d-d11c99cf2f8f,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:34:59.838267 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3ba3b9a0-7bdf-4743-ab8a-0adb0c328bb1 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:34:59.839567 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-3ba3b9a0-7bdf-4743-ab8a-0adb0c328bb1 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2999001 Sep 05 12:34:59.842669 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55880) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:34:59.847742 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-35ee593b-0067-4dfe-a629-5c3c3e24e79f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'security_group_rule': {'security_group_id': 'e54fad36-2090-4956-804d-d11c99cf2f8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:34:59.963858 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-35ee593b-0067-4dfe-a629-5c3c3e24e79f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (6dc152a1-d6be-4735-b540-2fdf82384173), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:00.022283 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-35ee593b-0067-4dfe-a629-5c3c3e24e79f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (6dc152a1-d6be-4735-b540-2fdf82384173), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:00.122812 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-35ee593b-0067-4dfe-a629-5c3c3e24e79f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (6dc152a1-d6be-4735-b540-2fdf82384173), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:00.146142 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee593b-0067-4dfe-a629-5c3c3e24e79f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc152a1-d6be-4735-b540-2fdf82384173,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:00.244650 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-35ee593b-0067-4dfe-a629-5c3c3e24e79f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:00.245888 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-35ee593b-0067-4dfe-a629-5c3c3e24e79f tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4022200 Sep 05 12:35:00.248919 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55886) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:00.253777 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-15706228-fd4f-4b26-976f-fe4cb3331922 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'security_group_rule': {'security_group_id': 'e54fad36-2090-4956-804d-d11c99cf2f8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:35:00.351151 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-15706228-fd4f-4b26-976f-fe4cb3331922 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (21c05851-2015-45e2-86e7-bb4b765632da), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:00.410595 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-15706228-fd4f-4b26-976f-fe4cb3331922 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (21c05851-2015-45e2-86e7-bb4b765632da), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:00.488817 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-15706228-fd4f-4b26-976f-fe4cb3331922 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (21c05851-2015-45e2-86e7-bb4b765632da), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:00.511129 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15706228-fd4f-4b26-976f-fe4cb3331922 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c05851-2015-45e2-86e7-bb4b765632da,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:00.527320 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb69ae-f664-46cb-be1b-6a6de4b04775 req-6adb4f3f-cc26-4f91-a388-d792b2ec1634 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:00.528991 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3bcb69ae-f664-46cb-be1b-6a6de4b04775 req-6adb4f3f-cc26-4f91-a388-d792b2ec1634 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 944 time: 0.0494535 Sep 05 12:35:00.586201 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3bcb69ae-f664-46cb-be1b-6a6de4b04775 req-c3cd11a8-b444-4967-8bdb-927cf7fcd787 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513957 Sep 05 12:35:00.598861 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-15706228-fd4f-4b26-976f-fe4cb3331922 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:00.613507 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-15706228-fd4f-4b26-976f-fe4cb3331922 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502629 Sep 05 12:35:00.613507 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55894) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:00.613507 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'floatingip': {'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:35:00.699817 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b4bc0-22a2-4233-b9fb-e7ab9662bf86 req-aff699ab-6bc7-4a14-be4e-8af4b86d080b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:00.701289 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-de4b4bc0-22a2-4233-b9fb-e7ab9662bf86 req-aff699ab-6bc7-4a14-be4e-8af4b86d080b tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0480938 Sep 05 12:35:00.716893 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:00.749174 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-de4b4bc0-22a2-4233-b9fb-e7ab9662bf86 req-bc8000a4-db2e-485c-8975-f8a81a0ff4aa tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422018 Sep 05 12:35:00.802748 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:00.918388 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Allocated IP 172.27.4.171 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/3f0d07e3-4189-48fc-afe6-d7289807493a) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:35:00.973570 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:00.979049 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:01.032172 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for port (3f0d07e3-4189-48fc-afe6-d7289807493a), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:01.134678 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (3f0d07e3-4189-48fc-afe6-d7289807493a), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:01.136167 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d5b70-494f-4952-953f-9f379a9e833b req-f7b3d2bc-bb49-42fc-95a0-737a1e007dff tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:01.137828 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2c1d5b70-494f-4952-953f-9f379a9e833b req-f7b3d2bc-bb49-42fc-95a0-737a1e007dff tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0506773 Sep 05 12:35:01.176370 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:35:01.181177 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:35:01.185195 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:35:01.188363 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2c1d5b70-494f-4952-953f-9f379a9e833b req-1cb03edc-9279-4ea0-b89d-d81b45452ce4 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436573 Sep 05 12:35:01.194154 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'Port': ['ID=3f0d07e3-4189-48fc-afe6-d7289807493a,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:01.234168 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (dc247769-c09c-4e8c-84c1-bd356814d76c), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:01.331490 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (3f0d07e3-4189-48fc-afe6-d7289807493a), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:01.476275 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:01.480061 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for port (3f0d07e3-4189-48fc-afe6-d7289807493a), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:01.556292 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (3f0d07e3-4189-48fc-afe6-d7289807493a), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:01.557028 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (dc247769-c09c-4e8c-84c1-bd356814d76c), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:01.606372 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'Port': ['ID=3f0d07e3-4189-48fc-afe6-d7289807493a,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:01.643784 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433f588-67c6-4971-8351-07ca632ef579 req-aee8bcfe-37b6-45dc-94e3-bc87051cc25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:01.643784 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1433f588-67c6-4971-8351-07ca632ef579 req-aee8bcfe-37b6-45dc-94e3-bc87051cc25a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 1128 time: 0.0462992 Sep 05 12:35:01.701232 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:01.702438 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-65f75aeb-300a-4311-9579-db79c77ed7ce tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0977774 Sep 05 12:35:01.720838 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa717f32-149d-4cb3-8908-693384124b15 req-02aaa3b2-60f4-48e1-b888-97e0b72a17c2 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:01.723437 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-aa717f32-149d-4cb3-8908-693384124b15 req-02aaa3b2-60f4-48e1-b888-97e0b72a17c2 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 944 time: 0.0524299 Sep 05 12:35:01.774429 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-aa717f32-149d-4cb3-8908-693384124b15 req-945b22df-7d2c-4e70-acd6-e341eed4964c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456736 Sep 05 12:35:01.864589 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-55daf974-6bf9-414c-ae32-f1ed424fc1da tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--925913956&fields=id&tenant_id=4f6830d2e75a47c8a757d4a66c6695ca HTTP/1.1" status: 200 len: 267 time: 0.0447340 Sep 05 12:35:01.881622 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d971fe-8caf-4501-8c5e-43460bdd287c req-b794a2b7-cb2d-4610-8e7a-fdf38e43e3fe tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:01.883136 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-48d971fe-8caf-4501-8c5e-43460bdd287c req-b794a2b7-cb2d-4610-8e7a-fdf38e43e3fe tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.0497494 Sep 05 12:35:01.931114 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-48d971fe-8caf-4501-8c5e-43460bdd287c req-22989571-e9ef-4d03-aa48-dc317ccc6d20 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2ffd020-90f5-42de-bb7b-c3b48f088ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420825 Sep 05 12:35:01.977764 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-f2ff42a3-126f-4b00-a54b-6e998ac3ba5a tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:01.979287 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-f2ff42a3-126f-4b00-a54b-6e998ac3ba5a tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/networks?id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b HTTP/1.1" status: 200 len: 815 time: 0.1082299 Sep 05 12:35:01.995416 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-7a55ca2b-8715-4884-9fe7-46a944b51744 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/quotas/4f6830d2e75a47c8a757d4a66c6695ca HTTP/1.1" status: 200 len: 375 time: 0.0104415 Sep 05 12:35:02.044716 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-10b1cd9f-1f50-472d-96aa-6a18ffe3957b tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440121 Sep 05 12:35:02.228148 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20437c-3c5c-4308-bcd9-37cefe4b5267 req-f425d8ed-76ac-4850-9bd5-38afd6ba83d6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:02.229798 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-db20437c-3c5c-4308-bcd9-37cefe4b5267 req-f425d8ed-76ac-4850-9bd5-38afd6ba83d6 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 946 time: 0.1029699 Sep 05 12:35:02.295838 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-53229574-9fd0-4da6-a156-6f0ea56ac11a service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387857 Sep 05 12:35:02.334017 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7881e-8890-4bb7-a679-d20a51fbefb8 req-c7a73104-039f-4f35-bf93-5d830628e8ba tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:02.335515 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7ff7881e-8890-4bb7-a679-d20a51fbefb8 req-c7a73104-039f-4f35-bf93-5d830628e8ba tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0525455 Sep 05 12:35:02.385289 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7ff7881e-8890-4bb7-a679-d20a51fbefb8 req-196b8266-2b57-4062-a909-8590631d7ec2 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440300 Sep 05 12:35:02.387927 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433f588-67c6-4971-8351-07ca632ef579 req-ddd7977f-bfd0-4f31-9db8-5a36ea00a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:02.389377 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1433f588-67c6-4971-8351-07ca632ef579 req-ddd7977f-bfd0-4f31-9db8-5a36ea00a1ab service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2878501 Sep 05 12:35:02.416183 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-db20437c-3c5c-4308-bcd9-37cefe4b5267 req-63185329-f625-4011-9650-8b6921f9b0a3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Deleting port 5d2944c4-c65b-49e5-b532-6867e3db6d0c {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:35:02.416183 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-db20437c-3c5c-4308-bcd9-37cefe4b5267 req-63185329-f625-4011-9650-8b6921f9b0a3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (5d2944c4-c65b-49e5-b532-6867e3db6d0c), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:02.470516 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:02.474208 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:02.495589 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-1c84d14f-5b96-469f-ac41-2837de380e9c service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867211 Sep 05 12:35:02.555065 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-db20437c-3c5c-4308-bcd9-37cefe4b5267 req-63185329-f625-4011-9650-8b6921f9b0a3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] For port 5d2944c4-c65b-49e5-b532-6867e3db6d0c, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=5d2944c4-c65b-49e5-b532-6867e3db6d0c,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:02.555065 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-db20437c-3c5c-4308-bcd9-37cefe4b5267 req-63185329-f625-4011-9650-8b6921f9b0a3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (5d2944c4-c65b-49e5-b532-6867e3db6d0c), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:02.601989 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-db20437c-3c5c-4308-bcd9-37cefe4b5267 req-63185329-f625-4011-9650-8b6921f9b0a3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Calling delete_port for 5d2944c4-c65b-49e5-b532-6867e3db6d0c owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:35:02.692345 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433f588-67c6-4971-8351-07ca632ef579 req-e99843e2-254d-4e0a-92c4-466aa4390a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:02.693893 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1433f588-67c6-4971-8351-07ca632ef579 req-e99843e2-254d-4e0a-92c4-466aa4390a61 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1772275 Sep 05 12:35:02.794881 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-547f6dea-b679-48da-9912-20c7968ccc5c req-7a8886f6-3239-45f1-b928-3b4d02553f49 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 210 time: 0.0521674 Sep 05 12:35:02.874945 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-db20437c-3c5c-4308-bcd9-37cefe4b5267 req-63185329-f625-4011-9650-8b6921f9b0a3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (5d2944c4-c65b-49e5-b532-6867e3db6d0c), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:02.887720 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-6d9f279e-4388-45fa-86df-c3ad658d28e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:02.889249 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-6d9f279e-4388-45fa-86df-c3ad658d28e2 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 1128 time: 0.0836000 Sep 05 12:35:02.915832 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['5d2944c4-c65b-49e5-b532-6867e3db6d0c'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:35:02.927124 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63185329-f625-4011-9650-8b6921f9b0a3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Pushing event deleted for resources: {'Port': ['ID=5d2944c4-c65b-49e5-b532-6867e3db6d0c,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:02.977314 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-570b0b53-30de-4919-a317-d8ef9476f4e0 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d439ecff-d56e-4259-b799-38d86dccd75f HTTP/1.1" status: 200 len: 217 time: 0.0618768 Sep 05 12:35:03.046450 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cfff87d8-f1ec-4786-9132-afcb70148c4d req-e2cce800-9439-43e4-ba03-21a371034ade tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 210 time: 0.0281587 Sep 05 12:35:03.054277 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-db20437c-3c5c-4308-bcd9-37cefe4b5267 req-63185329-f625-4011-9650-8b6921f9b0a3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] No DVR routers for this DVR port 5d2944c4-c65b-49e5-b532-6867e3db6d0c on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:35:03.064636 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c681535-b730-4e75-8ba4-9443c0b4a9b1 req-b63455f5-a833-423a-989d-f656a0bb2aa6 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:03.065979 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8c681535-b730-4e75-8ba4-9443c0b4a9b1 req-b63455f5-a833-423a-989d-f656a0bb2aa6 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 944 time: 0.1866982 Sep 05 12:35:03.079224 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-db20437c-3c5c-4308-bcd9-37cefe4b5267 req-63185329-f625-4011-9650-8b6921f9b0a3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:03.079224 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-db20437c-3c5c-4308-bcd9-37cefe4b5267 req-63185329-f625-4011-9650-8b6921f9b0a3 tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.58 "DELETE /networking/v2.0/ports/5d2944c4-c65b-49e5-b532-6867e3db6d0c HTTP/1.1" status: 204 len: 173 time: 0.8358569 Sep 05 12:35:03.079224 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fdb4c3-ab13-406e-8f5c-a8a7e481374f', 'name': 'network-vif-deleted', 'tag': '5d2944c4-c65b-49e5-b532-6867e3db6d0c'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:35:03.079224 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3849701e-4551-4f05-9b4b-ded3cf4fc666" -d '{"events": [{"server_uuid": "83fdb4c3-ab13-406e-8f5c-a8a7e481374f", "name": "network-vif-deleted", "tag": "5d2944c4-c65b-49e5-b532-6867e3db6d0c"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:35:03.116257 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-f700a589-527e-4f37-8b87-f409b735ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:03.117764 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-f700a589-527e-4f37-8b87-f409b735ed2b service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a042adab-c6e5-4766-9641-ed3c3e40d34d HTTP/1.1" status: 200 len: 850 time: 0.1168027 Sep 05 12:35:03.130529 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb3bce7-9ffd-4dd0-a334-c349afb36d08 x-openstack-request-id: req-4bb3bce7-9ffd-4dd0-a334-c349afb36d08 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:35:03.130861 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fdb4c3-ab13-406e-8f5c-a8a7e481374f", "name": "network-vif-deleted", "tag": "5d2944c4-c65b-49e5-b532-6867e3db6d0c", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:35:03.131159 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4bb3bce7-9ffd-4dd0-a334-c349afb36d08 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:35:03.131668 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb3bce7-9ffd-4dd0-a334-c349afb36d08'] response: {'server_uuid': '83fdb4c3-ab13-406e-8f5c-a8a7e481374f', 'name': 'network-vif-deleted', 'tag': '5d2944c4-c65b-49e5-b532-6867e3db6d0c', 'status': 'completed', 'code': 200} Sep 05 12:35:03.152879 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8c681535-b730-4e75-8ba4-9443c0b4a9b1 req-ab2d8377-89cc-4f2e-8752-b0ba1aef6cfc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730176 Sep 05 12:35:03.232314 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-71d228a1-acbd-4f01-8324-ebedc8fcc96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:03.233942 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-71d228a1-acbd-4f01-8324-ebedc8fcc96b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=38f5b205-d0f7-419a-8f07-cc61071fe0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513172 Sep 05 12:35:03.404997 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-2bbe2471-0c9d-4fdc-b9ae-5cfdd8e1334e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637809 Sep 05 12:35:03.555159 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:03.570089 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b2d41-7853-4e6b-8be5-5007696214e7 req-3f4bb4b7-3289-40d3-b113-11ba3ddecd1c tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:03.571769 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-441b2d41-7853-4e6b-8be5-5007696214e7 req-3f4bb4b7-3289-40d3-b113-11ba3ddecd1c tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 945 time: 0.0623853 Sep 05 12:35:03.620451 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40423ca5-838b-4dfe-9c89-464d74f5f356 req-c814731a-a7b9-4d11-a258-6344845443c2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084761 Sep 05 12:35:03.652576 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-441b2d41-7853-4e6b-8be5-5007696214e7 req-91f3b389-1466-4aca-8a77-873d57c0aed1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615292 Sep 05 12:35:03.683639 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 55954) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:03.718045 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4601edff-2d8d-40b1-8616-31a3112f1bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:03.779911 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:03.783625 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93823dbb-0ba6-4fb7-bc3b-330b642ec6d1 tempest-TestMinimumBasicScenario-2100394685 tempest-TestMinimumBasicScenario-2100394685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:03.785316 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-93823dbb-0ba6-4fb7-bc3b-330b642ec6d1 tempest-TestMinimumBasicScenario-2100394685 tempest-TestMinimumBasicScenario-2100394685-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 1124 time: 0.1004689 Sep 05 12:35:03.788515 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 55958) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:03.793710 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Request body: {'floatingip': {'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'port_id': '484ab154-1eb7-4f51-b8a6-351d2c0646e4', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:35:03.828658 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009aa0a-35db-4653-8898-cfd6dff6d475 req-f017d017-87ec-4668-8b4f-234eb568b565 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:03.830691 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8009aa0a-35db-4653-8898-cfd6dff6d475 req-f017d017-87ec-4668-8b4f-234eb568b565 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.3455970 Sep 05 12:35:03.886539 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8009aa0a-35db-4653-8898-cfd6dff6d475 req-16a4fd3f-0bbb-4f9a-a06a-9c38dadeacc1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494175 Sep 05 12:35:03.899322 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e68f5c31-39a3-4046-8182-18e99a85b7d6 req-fd646f22-8c0e-4935-841a-e83093eb83c2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 210 time: 0.0325935 Sep 05 12:35:03.917732 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:04.003794 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:04.131052 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Allocated IP 172.27.4.126 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/426fc5ee-4b15-46cc-a14f-93c841793c4d) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:35:04.191885 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d4004021-3e5a-49d6-8dbb-ffb15cc75ee6 req-4b5a22a8-72b6-449b-a21c-486ec8000f7f tempest-ServerRescueNegativeTestJSON-1766995040 tempest-ServerRescueNegativeTestJSON-1766995040-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=83fdb4c3-ab13-406e-8f5c-a8a7e481374f HTTP/1.1" status: 200 len: 210 time: 0.0306885 Sep 05 12:35:04.320289 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for port (426fc5ee-4b15-46cc-a14f-93c841793c4d), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:04.328048 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5903fe-ec98-47c6-8ede-431d3108d0d2 req-7ca0d982-e4b0-483b-adac-a6409cdeea1c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:04.329573 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ae5903fe-ec98-47c6-8ede-431d3108d0d2 req-7ca0d982-e4b0-483b-adac-a6409cdeea1c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 944 time: 0.0850158 Sep 05 12:35:04.346970 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:04.401745 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ae5903fe-ec98-47c6-8ede-431d3108d0d2 req-49db0fc1-b913-48bf-a40c-51d18ba3320c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650470 Sep 05 12:35:04.500059 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (426fc5ee-4b15-46cc-a14f-93c841793c4d), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:04.543715 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:35:04.546826 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:35:04.550972 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:35:04.556354 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Pushing event updated for resources: {'Port': ['ID=426fc5ee-4b15-46cc-a14f-93c841793c4d,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:05.036679 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70ab13-5a32-4691-a7c1-7db40dd68115 req-de8de781-cb24-4465-8a22-fbeec0340409 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:05.038244 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-de70ab13-5a32-4691-a7c1-7db40dd68115 req-de8de781-cb24-4465-8a22-fbeec0340409 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0569592 Sep 05 12:35:05.067400 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-78fde6fa-79bc-4e3a-8fba-fc8f5c623176 req-44153b97-7c35-4658-aab9-5c3d763d45ed tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 210 time: 0.0367091 Sep 05 12:35:05.108625 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-de70ab13-5a32-4691-a7c1-7db40dd68115 req-8d9e7b25-1023-4924-858c-4bb3c96222be tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642617 Sep 05 12:35:05.209749 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 5d2944c4-c65b-49e5-b532-6867e3db6d0c no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:35:05.224419 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for floatingip (7330a7f0-534a-4331-b99c-3f30398e4618), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:05.230871 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: 5d2944c4-c65b-49e5-b532-6867e3db6d0c {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:35:05.231285 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 5d2944c4-c65b-49e5-b532-6867e3db6d0c not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:35:05.264573 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55972) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:05.292162 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:35:05.353855 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:05.362351 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (426fc5ee-4b15-46cc-a14f-93c841793c4d), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:05.541628 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for port (426fc5ee-4b15-46cc-a14f-93c841793c4d), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:05.542131 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0a42-6631-4e01-9c6b-10ae277441e2 req-3a8cf211-8f3c-4194-8f1d-a63884f2964e tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:05.543676 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-218e0a42-6631-4e01-9c6b-10ae277441e2 req-3a8cf211-8f3c-4194-8f1d-a63884f2964e tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 944 time: 0.0591002 Sep 05 12:35:05.652260 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:05.654103 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (426fc5ee-4b15-46cc-a14f-93c841793c4d), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:05.673929 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-218e0a42-6631-4e01-9c6b-10ae277441e2 req-1adc2395-4d4a-4ffa-baf2-387833d8bb01 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975022 Sep 05 12:35:05.724739 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Pushing event updated for resources: {'Port': ['ID=426fc5ee-4b15-46cc-a14f-93c841793c4d,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:05.728250 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (7330a7f0-534a-4331-b99c-3f30398e4618), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:05.784403 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:05.828007 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e83d99f6-fe01-48c0-ba05-ce16acd3b307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557266'] for router_interface (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:05.840513 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Floating IP 7330a7f0-534a-4331-b99c-3f30398e4618 associated. External IP: 172.27.4.126, port: 484ab154-1eb7-4f51-b8a6-351d2c0646e4. Sep 05 12:35:06.051547 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:06.075649 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-e83d99f6-fe01-48c0-ba05-ce16acd3b307 admin admin] Deleting port 2b6fb451-22b0-45aa-949e-9dce2e52c499 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:35:06.076574 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e83d99f6-fe01-48c0-ba05-ce16acd3b307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:06.116933 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-2a30b8e4-ddfd-4129-83bb-93f2a888b95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:06.153224 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Router 40cc6408-42fd-4823-947f-d439c63c468c has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:35:06.160361 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-8639cade-4f45-45cf-8053-1e1fc1e7d551 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:06.162173 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-8639cade-4f45-45cf-8053-1e1fc1e7d551 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "GET /networking/v2.0/networks?id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b HTTP/1.1" status: 200 len: 815 time: 0.1719151 Sep 05 12:35:06.182936 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-e83d99f6-fe01-48c0-ba05-ce16acd3b307 admin admin] For port 2b6fb451-22b0-45aa-949e-9dce2e52c499, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=2b6fb451-22b0-45aa-949e-9dce2e52c499,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:06.183627 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e83d99f6-fe01-48c0-ba05-ce16acd3b307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:06.199903 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-e83d99f6-fe01-48c0-ba05-ce16acd3b307 admin admin] Calling delete_port for 2b6fb451-22b0-45aa-949e-9dce2e52c499 owned by network:router_interface {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:35:06.266509 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ca2b6613-0329-4940-b628-9c7f672db5af req-b735bb05-30ca-4b4a-aa1d-6a3ab184663a tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 210 time: 0.0567458 Sep 05 12:35:06.274877 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:06.313167 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8b4ff-0c68-4953-b6d6-6ea792bb8c62 req-afe047e5-34a2-47b7-beed-1c52ca155a0a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:06.315309 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fea8b4ff-0c68-4953-b6d6-6ea792bb8c62 req-afe047e5-34a2-47b7-beed-1c52ca155a0a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0647640 Sep 05 12:35:06.353059 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-823cda5a-06a0-4025-b017-daf5eecb0e77 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4f6830d2e75a47c8a757d4a66c6695ca HTTP/1.1" status: 200 len: 379 time: 0.1444669 Sep 05 12:35:06.354502 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:35:06.367372 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-d17cffbc-5efc-4ab5-93e5-2ad95bee2911 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'port': {'device_id': '8d037f32-c2bd-4f5e-b99c-de3857df58a5', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'admin_state_up': True, 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'security_groups': ['e54fad36-2090-4956-804d-d11c99cf2f8f']}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:35:06.380429 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe52e4f-d3a0-46d0-a117-cdf6485fc37d None None] Sync routers for ids ['40cc6408-42fd-4823-947f-d439c63c468c'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:35:06.397206 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe52e4f-d3a0-46d0-a117-cdf6485fc37d None None] Routers {'40cc6408-42fd-4823-947f-d439c63c468c'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:35:06.400336 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-abe52e4f-d3a0-46d0-a117-cdf6485fc37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:35:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['40cc6408-42fd-4823-947f-d439c63c468c'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:06.432008 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:06.448210 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fea8b4ff-0c68-4953-b6d6-6ea792bb8c62 req-7083bba5-72db-4635-aa58-d9ee3598aa68 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268344 Sep 05 12:35:06.451640 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:06.509539 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-abe52e4f-d3a0-46d0-a117-cdf6485fc37d None None] Set router 40cc6408-42fd-4823-947f-d439c63c468c gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:35:06.520381 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-69cbbc2d-021b-4704-8e8b-41450fc29388 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7279794 Sep 05 12:35:06.520381 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'tag': '484ab154-1eb7-4f51-b8a6-351d2c0646e4'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:35:06.520986 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55986) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:06.521731 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3ab3e9-f3a1-4da7-86f2-c646deb6d151" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8aa06a-9ac0-41d2-93ba-ae42895d418f", "tag": "484ab154-1eb7-4f51-b8a6-351d2c0646e4"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:35:06.526306 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-72e9c2c4-fc23-4b36-9b1d-8c3ed4b82d36 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-320942451', 'description': 'tempest-secgroup-smoke-320942451 description', 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:35:06.563974 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05477dda-dfff-430c-923d-f164cf85d17a x-openstack-request-id: req-05477dda-dfff-430c-923d-f164cf85d17a {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:35:06.564267 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8aa06a-9ac0-41d2-93ba-ae42895d418f", "tag": "484ab154-1eb7-4f51-b8a6-351d2c0646e4", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:35:06.564542 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05477dda-dfff-430c-923d-f164cf85d17a {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:35:06.565634 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05477dda-dfff-430c-923d-f164cf85d17a'] response: {'name': 'network-changed', 'server_uuid': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'tag': '484ab154-1eb7-4f51-b8a6-351d2c0646e4', 'status': 'completed', 'code': 200} Sep 05 12:35:06.580456 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e83d99f6-fe01-48c0-ba05-ce16acd3b307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (2b6fb451-22b0-45aa-949e-9dce2e52c499), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:06.605268 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d99f6-fe01-48c0-ba05-ce16acd3b307 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6fb451-22b0-45aa-949e-9dce2e52c499,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:06.658630 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-d17cffbc-5efc-4ab5-93e5-2ad95bee2911 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Made reservation on behalf of 4f6830d2e75a47c8a757d4a66c6695ca for: {'port': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:35:06.662504 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-d17cffbc-5efc-4ab5-93e5-2ad95bee2911 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:06.698056 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-72e9c2c4-fc23-4b36-9b1d-8c3ed4b82d36 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:06.724798 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:06.794497 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:06.816704 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e83d99f6-fe01-48c0-ba05-ce16acd3b307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632642'] for router_interface (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:06.833767 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-d17cffbc-5efc-4ab5-93e5-2ad95bee2911 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Allocated IP 172.20.0.5 (7678039b-6ecf-4526-a1ee-cbdc20c4b02b/bbfdcfbc-04d2-420b-9cdf-e282f39f1975/4cd18a9b-7ea9-4a20-8908-c317397696cf) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:35:06.837768 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-abe52e4f-d3a0-46d0-a117-cdf6485fc37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cc6408-42fd-4823-947f-d439c63c468c', 'name': 'tempest-TestMinimumBasicScenario-672093369-router', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:52Z', 'updated_at': '2022-09-05T12:33:56Z', 'revision_number': 4, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'gw_port': {'id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:53Z', 'updated_at': '2022-09-05T12:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '7330a7f0-534a-4331-b99c-3f30398e4618', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'floating_ip_address': '172.27.4.126', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'port_id': '484ab154-1eb7-4f51-b8a6-351d2c0646e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57', 'mac_address': 'fa:16:3e:3e:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:35:05Z', 'updated_at': '2022-09-05T12:35:05Z', 'revision_number': 0, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49021eb4-fef6-4ae6-bf04-e5b31b596973', 'name': '', 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'mac_address': 'fa:16:3e:b7:b4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '3313871b-d5e8-4681-86e1-dddafa769991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:56Z', 'updated_at': '2022-09-05T12:34:02Z', 'revision_number': 5, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'subnets': [{'id': '3313871b-d5e8-4681-86e1-dddafa769991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:06.864201 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe52e4f-d3a0-46d0-a117-cdf6485fc37d None None] Checking router: 40cc6408-42fd-4823-947f-d439c63c468c for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:35:06.873971 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe52e4f-d3a0-46d0-a117-cdf6485fc37d None None] Routers {'40cc6408-42fd-4823-947f-d439c63c468c'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:35:06.874694 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-abe52e4f-d3a0-46d0-a117-cdf6485fc37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:35:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['40cc6408-42fd-4823-947f-d439c63c468c'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:06.927288 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-72e9c2c4-fc23-4b36-9b1d-8c3ed4b82d36 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group (3533742a-a686-479f-81e8-521361f5def6), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:06.942231 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dc7f6-36a4-4b2f-9241-24938c81ca3b req-ff16d515-30ff-46db-8062-1d1c7de0271d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:06.947121 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-3d3dc7f6-36a4-4b2f-9241-24938c81ca3b req-ff16d515-30ff-46db-8062-1d1c7de0271d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 944 time: 0.1227710 Sep 05 12:35:06.963376 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ab3e9-f3a1-4da7-86f2-c646deb6d151 req-1dd2fd8d-37d1-4715-8365-02f5fd297318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:06.965509 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ef3ab3e9-f3a1-4da7-86f2-c646deb6d151 req-1dd2fd8d-37d1-4715-8365-02f5fd297318 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=6b86bf1c78d74ceaaff6ead90a70526f&device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 1129 time: 0.3395452 Sep 05 12:35:06.993871 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-72e9c2c4-fc23-4b36-9b1d-8c3ed4b82d36 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (3533742a-a686-479f-81e8-521361f5def6), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:06.996051 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-abe52e4f-d3a0-46d0-a117-cdf6485fc37d None None] Set router 40cc6408-42fd-4823-947f-d439c63c468c gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:35:07.069989 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-d17cffbc-5efc-4ab5-93e5-2ad95bee2911 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for port (4cd18a9b-7ea9-4a20-8908-c317397696cf), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:07.081851 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9c2c4-fc23-4b36-9b1d-8c3ed4b82d36 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3533742a-a686-479f-81e8-521361f5def6,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:07.097684 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-3d3dc7f6-36a4-4b2f-9241-24938c81ca3b req-2955a961-6a2d-4cb4-a75a-ef1da0c61b0d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395206 Sep 05 12:35:07.132881 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ab3e9-f3a1-4da7-86f2-c646deb6d151 req-7a8effc6-6fde-49ea-bf09-45c64a804b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:07.134336 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ef3ab3e9-f3a1-4da7-86f2-c646deb6d151 req-7a8effc6-6fde-49ea-bf09-45c64a804b25 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=62fa3af2-b3d1-49d5-9125-58895bfbed57 HTTP/1.1" status: 200 len: 915 time: 0.1615777 Sep 05 12:35:07.149548 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-72e9c2c4-fc23-4b36-9b1d-8c3ed4b82d36 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:07.154442 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-72e9c2c4-fc23-4b36-9b1d-8c3ed4b82d36 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6289070 Sep 05 12:35:07.154587 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55992) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:07.162911 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-b3c92cf8-8f5e-4fed-bf90-3d777e7aee7b tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Request body: {'security_group_rule': {'security_group_id': '3533742a-a686-479f-81e8-521361f5def6', 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:35:07.192120 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:07.213236 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ef3ab3e9-f3a1-4da7-86f2-c646deb6d151 req-d9e7bb75-9e22-45ae-99f5-53b1d549aa1e service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=484ab154-1eb7-4f51-b8a6-351d2c0646e4 HTTP/1.1" status: 200 len: 999 time: 0.0725539 Sep 05 12:35:07.249165 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-d17cffbc-5efc-4ab5-93e5-2ad95bee2911 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (4cd18a9b-7ea9-4a20-8908-c317397696cf), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:07.249467 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83d99f6-fe01-48c0-ba05-ce16acd3b307 admin admin] Router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:35:07.292281 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:07.307874 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ab3e9-f3a1-4da7-86f2-c646deb6d151 req-2f1d61ac-f699-4a13-86d4-98921fae1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:07.309835 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ef3ab3e9-f3a1-4da7-86f2-c646deb6d151 req-2f1d61ac-f699-4a13-86d4-98921fae1c9e service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=3313871b-d5e8-4681-86e1-dddafa769991 HTTP/1.1" status: 200 len: 853 time: 0.0896881 Sep 05 12:35:07.319053 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-d17cffbc-5efc-4ab5-93e5-2ad95bee2911 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:35:07.330892 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-d17cffbc-5efc-4ab5-93e5-2ad95bee2911 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:35:07.334358 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-d17cffbc-5efc-4ab5-93e5-2ad95bee2911 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:35:07.337416 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17cffbc-5efc-4ab5-93e5-2ad95bee2911 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event updated for resources: {'Port': ['ID=4cd18a9b-7ea9-4a20-8908-c317397696cf,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:07.364192 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:07.395250 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-abe52e4f-d3a0-46d0-a117-cdf6485fc37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cc6408-42fd-4823-947f-d439c63c468c', 'name': 'tempest-TestMinimumBasicScenario-672093369-router', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:52Z', 'updated_at': '2022-09-05T12:33:56Z', 'revision_number': 4, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'gw_port': {'id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:53Z', 'updated_at': '2022-09-05T12:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '7330a7f0-534a-4331-b99c-3f30398e4618', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'floating_ip_address': '172.27.4.126', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'port_id': '484ab154-1eb7-4f51-b8a6-351d2c0646e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57', 'mac_address': 'fa:16:3e:3e:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:35:05Z', 'updated_at': '2022-09-05T12:35:05Z', 'revision_number': 0, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49021eb4-fef6-4ae6-bf04-e5b31b596973', 'name': '', 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'mac_address': 'fa:16:3e:b7:b4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '3313871b-d5e8-4681-86e1-dddafa769991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:56Z', 'updated_at': '2022-09-05T12:34:02Z', 'revision_number': 5, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'subnets': [{'id': '3313871b-d5e8-4681-86e1-dddafa769991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:07.430608 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe52e4f-d3a0-46d0-a117-cdf6485fc37d None None] The sync data for ids ['40cc6408-42fd-4823-947f-d439c63c468c'] in dv-cinder-801354-7-iscsi is: [{'id': '40cc6408-42fd-4823-947f-d439c63c468c', 'name': 'tempest-TestMinimumBasicScenario-672093369-router', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:52Z', 'updated_at': '2022-09-05T12:33:56Z', 'revision_number': 4, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'gw_port': {'id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:53Z', 'updated_at': '2022-09-05T12:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '7330a7f0-534a-4331-b99c-3f30398e4618', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'floating_ip_address': '172.27.4.126', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'port_id': '484ab154-1eb7-4f51-b8a6-351d2c0646e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57', 'mac_address': 'fa:16:3e:3e:d9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:35:05Z', 'updated_at': '2022-09-05T12:35:05Z', 'revision_number': 0, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49021eb4-fef6-4ae6-bf04-e5b31b596973', 'name': '', 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'mac_address': 'fa:16:3e:b7:b4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '3313871b-d5e8-4681-86e1-dddafa769991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:56Z', 'updated_at': '2022-09-05T12:34:02Z', 'revision_number': 5, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'subnets': [{'id': '3313871b-d5e8-4681-86e1-dddafa769991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:35:07.432238 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b3c92cf8-8f5e-4fed-bf90-3d777e7aee7b tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (e5f512fa-0dc7-47f5-9ad8-c804a828ddd0), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:07.460508 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ab3e9-f3a1-4da7-86f2-c646deb6d151 req-2099a602-d6e8-4561-98d0-deb020174e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:07.462212 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ef3ab3e9-f3a1-4da7-86f2-c646deb6d151 req-2099a602-d6e8-4561-98d0-deb020174e07 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=62fa3af2-b3d1-49d5-9125-58895bfbed57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1420946 Sep 05 12:35:07.471529 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:07.473523 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83d99f6-fe01-48c0-ba05-ce16acd3b307 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:35:07.483090 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-d17cffbc-5efc-4ab5-93e5-2ad95bee2911 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:07.483090 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-d17cffbc-5efc-4ab5-93e5-2ad95bee2911 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:07.485949 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76c6c1-bbaa-46e3-9dda-9ff1685459b3 None None] Sync routers for ids ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:35:07.506136 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6876e-64d1-4c15-b837-66283fc2fa8b req-cb695a40-437f-4bff-bf21-e838a1eb660e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:07.507748 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-31f6876e-64d1-4c15-b837-66283fc2fa8b req-cb695a40-437f-4bff-bf21-e838a1eb660e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 931 time: 0.1250691 Sep 05 12:35:07.509036 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b3c92cf8-8f5e-4fed-bf90-3d777e7aee7b tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (e5f512fa-0dc7-47f5-9ad8-c804a828ddd0), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:07.515913 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-e83d99f6-fe01-48c0-ba05-ce16acd3b307 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/6f64dcc8-9d39-482b-9d2a-c5435c6f0af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2499535 Sep 05 12:35:07.516515 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 55998) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:07.523950 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a76c6c1-bbaa-46e3-9dda-9ff1685459b3 None None] Routers {'6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:35:07.535003 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-3a76c6c1-bbaa-46e3-9dda-9ff1685459b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:35:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:07.644120 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-31f6876e-64d1-4c15-b837-66283fc2fa8b req-aa97a690-028b-4eb9-ab7e-5c8abfb5bae7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e54fad36-2090-4956-804d-d11c99cf2f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201646 Sep 05 12:35:07.651995 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-d17cffbc-5efc-4ab5-93e5-2ad95bee2911 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2898822 Sep 05 12:35:07.654872 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ef3ab3e9-f3a1-4da7-86f2-c646deb6d151 req-9786444b-641b-4bf4-b590-c9cf4a2b104f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818192 Sep 05 12:35:07.661576 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b3c92cf8-8f5e-4fed-bf90-3d777e7aee7b tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (e5f512fa-0dc7-47f5-9ad8-c804a828ddd0), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:07.686828 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Request body: {'port': {'device_id': '8d037f32-c2bd-4f5e-b99c-de3857df58a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:35:07.743169 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c92cf8-8f5e-4fed-bf90-3d777e7aee7b tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f512fa-0dc7-47f5-9ad8-c804a828ddd0,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:07.763226 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa338-c8c6-49c4-a1de-bbddaec24623 admin admin] Publish callbacks [] for router (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:07.804933 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce9479d-be35-488c-b0c2-82b38d629915 None None] New status for floating IP 7330a7f0-534a-4331-b99c-3f30398e4618: ACTIVE {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:35:07.824408 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b3c92cf8-8f5e-4fed-bf90-3d777e7aee7b tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:07.826114 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-b3c92cf8-8f5e-4fed-bf90-3d777e7aee7b tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6706152 Sep 05 12:35:07.835287 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20676d04-354b-4f5f-917c-32164a6f074e req-034fe276-5fd0-4b94-9368-9aa416de9091 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:07.838112 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-20676d04-354b-4f5f-917c-32164a6f074e req-034fe276-5fd0-4b94-9368-9aa416de9091 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.1808171 Sep 05 12:35:07.838695 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56000) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:07.845594 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-eb84fbc4-a9c6-407d-929d-b1b6a2e4c792 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Request body: {'security_group_rule': {'security_group_id': '3533742a-a686-479f-81e8-521361f5def6', 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:35:07.871790 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (4cd18a9b-7ea9-4a20-8908-c317397696cf), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:07.974872 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ef3ab3e9-f3a1-4da7-86f2-c646deb6d151 req-cbfb0950-d50c-4397-9638-4bca7b116a2f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978730 Sep 05 12:35:07.984071 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-2296c0e8-2a7a-4bb8-9deb-ecc84f473ab5 None None] Provisioning complete for port 4cd18a9b-7ea9-4a20-8908-c317397696cf triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:35:07.984661 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-2296c0e8-2a7a-4bb8-9deb-ecc84f473ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (4cd18a9b-7ea9-4a20-8908-c317397696cf), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:08.069161 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:08.083572 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:08.091122 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-2296c0e8-2a7a-4bb8-9deb-ecc84f473ab5 None None] Port 4cd18a9b-7ea9-4a20-8908-c317397696cf cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:35:08.095621 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-3a76c6c1-bbaa-46e3-9dda-9ff1685459b3 None None] Set router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:35:08.135212 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:08.220029 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-20676d04-354b-4f5f-917c-32164a6f074e req-2ff0def3-c6e5-4ecc-9a9f-d826d75e2c23 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583877 Sep 05 12:35:08.239600 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa338-c8c6-49c4-a1de-bbddaec24623 admin admin] Publish callbacks [] for router_gateway (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:08.252516 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:08.313187 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:08.332689 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c549d-e622-4d88-bf9e-faf5d16e085e req-0ad8451a-5e4e-4f24-8620-e702b4c8372c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:08.334292 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b75c549d-e622-4d88-bf9e-faf5d16e085e req-0ad8451a-5e4e-4f24-8620-e702b4c8372c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 944 time: 0.0804644 Sep 05 12:35:08.358816 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-3a76c6c1-bbaa-46e3-9dda-9ff1685459b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232'}], 'enable_snat': True}, 'gw_port_id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:35:06Z', 'revision_number': 5, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port': {'id': '76ace79b-ea51-4db1-b76a-d16607a2ea92', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e9:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:08.373290 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-eb84fbc4-a9c6-407d-929d-b1b6a2e4c792 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (52415727-dbe8-458e-a474-3be020f0c0e6), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:08.386045 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76c6c1-bbaa-46e3-9dda-9ff1685459b3 None None] Checking router: 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:35:08.396605 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a76c6c1-bbaa-46e3-9dda-9ff1685459b3 None None] Routers {'6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:35:08.397237 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-3a76c6c1-bbaa-46e3-9dda-9ff1685459b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:35:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:08.401987 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd18a9b-7ea9-4a20-8908-c317397696cf {{(pid=106739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:35:08.409576 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-7c2aa338-c8c6-49c4-a1de-bbddaec24623 admin admin] Deleting port 76ace79b-ea51-4db1-b76a-d16607a2ea92 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:35:08.410000 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa338-c8c6-49c4-a1de-bbddaec24623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (76ace79b-ea51-4db1-b76a-d16607a2ea92), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:08.417751 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Publish callbacks [] for port (4cd18a9b-7ea9-4a20-8908-c317397696cf), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:08.445569 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b75c549d-e622-4d88-bf9e-faf5d16e085e req-c62c6b68-7b9e-4ba7-80df-39c406bd8134 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755525 Sep 05 12:35:08.449002 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.provisioning_blocks [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Transition to ACTIVE for port object 4cd18a9b-7ea9-4a20-8908-c317397696cf will not be triggered until provisioned by entity L2. {{(pid=106739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:35:08.492946 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-3a76c6c1-bbaa-46e3-9dda-9ff1685459b3 None None] Set router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 gateway port host: None {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:35:08.524366 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-eb84fbc4-a9c6-407d-929d-b1b6a2e4c792 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (52415727-dbe8-458e-a474-3be020f0c0e6), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:08.531458 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-7c2aa338-c8c6-49c4-a1de-bbddaec24623 admin admin] For port 76ace79b-ea51-4db1-b76a-d16607a2ea92, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=76ace79b-ea51-4db1-b76a-d16607a2ea92,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:08.531854 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa338-c8c6-49c4-a1de-bbddaec24623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (76ace79b-ea51-4db1-b76a-d16607a2ea92), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:08.540235 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (4cd18a9b-7ea9-4a20-8908-c317397696cf), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:08.549494 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-7c2aa338-c8c6-49c4-a1de-bbddaec24623 admin admin] Calling delete_port for 76ace79b-ea51-4db1-b76a-d16607a2ea92 owned by network:router_gateway {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:35:08.551790 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-3a76c6c1-bbaa-46e3-9dda-9ff1685459b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:35:08Z', 'revision_number': 6, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port_host': None}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:08.584134 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76c6c1-bbaa-46e3-9dda-9ff1685459b3 None None] The sync data for ids ['6f64dcc8-9d39-482b-9d2a-c5435c6f0af5'] in dv-cinder-801354-7-iscsi is: [{'id': '6f64dcc8-9d39-482b-9d2a-c5435c6f0af5', 'name': 'tempest-ServerRescueNegativeTestJSON-1472897406-router', 'tenant_id': '442bf64c97d945feb79f64cdd66baa28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:35:08Z', 'revision_number': 6, 'project_id': '442bf64c97d945feb79f64cdd66baa28', 'gw_port_host': None}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:35:08.593055 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:08.619566 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:08.622204 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd18a9b-7ea9-4a20-8908-c317397696cf,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:08.630902 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-eb84fbc4-a9c6-407d-929d-b1b6a2e4c792 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (52415727-dbe8-458e-a474-3be020f0c0e6), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:08.676489 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Attempting to bind port 4cd18a9b-7ea9-4a20-8908-c317397696cf on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:35:08.676837 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Attempting to bind port 4cd18a9b-7ea9-4a20-8908-c317397696cf by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:35:08.677175 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Attempting to bind port 4cd18a9b-7ea9-4a20-8908-c317397696cf on network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:35:08.682752 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84fbc4-a9c6-407d-929d-b1b6a2e4c792 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52415727-dbe8-458e-a474-3be020f0c0e6,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:08.749089 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Port 4cd18a9b-7ea9-4a20-8908-c317397696cf on network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:35:08.749330 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Attempting to bind port 4cd18a9b-7ea9-4a20-8908-c317397696cf on network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:35:08.767947 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-eb84fbc4-a9c6-407d-929d-b1b6a2e4c792 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:08.769174 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-eb84fbc4-a9c6-407d-929d-b1b6a2e4c792 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9272773 Sep 05 12:35:08.772094 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 56006) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:08.776896 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-8e482d93-82ee-4a52-9316-8c4b8f789817 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Request body: {'security_group_rule': {'security_group_id': '3533742a-a686-479f-81e8-521361f5def6', 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:35:08.798556 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:08.812713 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:35:08.813156 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Checking segment: {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:35:08.813424 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Bound using segment: {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:35:08.813861 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Bound port: 4cd18a9b-7ea9-4a20-8908-c317397696cf, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b'}}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:35:08.814224 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (4cd18a9b-7ea9-4a20-8908-c317397696cf), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:08.818696 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153fd8c-5759-4ec7-a94e-6b461a795372 req-92b276a8-4a12-4bbf-be9d-06e088f3efae tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:08.820282 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a153fd8c-5759-4ec7-a94e-6b461a795372 req-92b276a8-4a12-4bbf-be9d-06e088f3efae tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 943 time: 0.0696757 Sep 05 12:35:08.873404 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a153fd8c-5759-4ec7-a94e-6b461a795372 req-eeacb203-d601-42f1-8340-2eff5dff3745 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e54fad36-2090-4956-804d-d11c99cf2f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471745 Sep 05 12:35:08.888868 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] For port 4cd18a9b-7ea9-4a20-8908-c317397696cf, host hv-cinder-80135, cleared binding levels {{(pid=106739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:35:08.892340 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] For port 4cd18a9b-7ea9-4a20-8908-c317397696cf, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=4cd18a9b-7ea9-4a20-8908-c317397696cf,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:35:08.918091 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa338-c8c6-49c4-a1de-bbddaec24623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (76ace79b-ea51-4db1-b76a-d16607a2ea92), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:08.926949 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-8e482d93-82ee-4a52-9316-8c4b8f789817 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (58cc6150-61e4-4488-a2d7-64859e32db11), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:08.962176 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2aa338-c8c6-49c4-a1de-bbddaec24623 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ace79b-ea51-4db1-b76a-d16607a2ea92,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:08.990950 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa338-c8c6-49c4-a1de-bbddaec24623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633638'] for router_gateway (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:08.993833 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (4cd18a9b-7ea9-4a20-8908-c317397696cf), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.003114 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:09.003114 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.004471 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/4cd18a9b-7ea9-4a20-8908-c317397696cf HTTP/1.1" status: 200 len: 1093 time: 1.3294261 Sep 05 12:35:09.005023 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d037f32-c2bd-4f5e-b99c-de3857df58a5', 'tag': '4cd18a9b-7ea9-4a20-8908-c317397696cf'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:35:09.007281 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81eed9b-e28f-4295-a52a-55982508b875" -d '{"events": [{"name": "network-changed", "server_uuid": "8d037f32-c2bd-4f5e-b99c-de3857df58a5", "tag": "4cd18a9b-7ea9-4a20-8908-c317397696cf"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:35:09.042473 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-8e482d93-82ee-4a52-9316-8c4b8f789817 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (58cc6150-61e4-4488-a2d7-64859e32db11), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.080472 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:09.086552 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9da71f-4675-406f-99d1-b604352f28f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd18a9b-7ea9-4a20-8908-c317397696cf,revision_number=3']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:09.093443 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b2e68d-5754-45e3-9961-80ee9fd603bc x-openstack-request-id: req-73b2e68d-5754-45e3-9961-80ee9fd603bc {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:35:09.093862 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d037f32-c2bd-4f5e-b99c-de3857df58a5", "tag": "4cd18a9b-7ea9-4a20-8908-c317397696cf", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:35:09.094211 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73b2e68d-5754-45e3-9961-80ee9fd603bc {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:35:09.094751 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b2e68d-5754-45e3-9961-80ee9fd603bc'] response: {'name': 'network-changed', 'server_uuid': '8d037f32-c2bd-4f5e-b99c-de3857df58a5', 'tag': '4cd18a9b-7ea9-4a20-8908-c317397696cf', 'status': 'completed', 'code': 200} Sep 05 12:35:09.097558 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-8e482d93-82ee-4a52-9316-8c4b8f789817 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (58cc6150-61e4-4488-a2d7-64859e32db11), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.111981 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.119329 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e482d93-82ee-4a52-9316-8c4b8f789817 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cc6150-61e4-4488-a2d7-64859e32db11,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:09.131644 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa338-c8c6-49c4-a1de-bbddaec24623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2583'] for router (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.134914 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa338-c8c6-49c4-a1de-bbddaec24623 admin admin] Publish callbacks [] for router_controller (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.178683 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-8e482d93-82ee-4a52-9316-8c4b8f789817 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.184337 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-8e482d93-82ee-4a52-9316-8c4b8f789817 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4068673 Sep 05 12:35:09.184337 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 56010) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:09.191203 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-788093e0-b703-4fe8-8c1c-26f2d4fe9e28 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Request body: {'security_group_rule': {'security_group_id': '3533742a-a686-479f-81e8-521361f5def6', 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:35:09.199427 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-608ff6c0-28e8-48b6-9edb-7cb597f416de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:09.200973 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-608ff6c0-28e8-48b6-9edb-7cb597f416de service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 1127 time: 0.0605803 Sep 05 12:35:09.250786 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-42a40276-bd0d-48af-a662-79976f0e6606 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd18a9b-7ea9-4a20-8908-c317397696cf HTTP/1.1" status: 200 len: 217 time: 0.0341330 Sep 05 12:35:09.272085 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa338-c8c6-49c4-a1de-bbddaec24623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557213'] for router (6f64dcc8-9d39-482b-9d2a-c5435c6f0af5), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.272586 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2aa338-c8c6-49c4-a1de-bbddaec24623 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 {{(pid=106740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 05 12:35:09.282661 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa338-c8c6-49c4-a1de-bbddaec24623 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.282661 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-7c2aa338-c8c6-49c4-a1de-bbddaec24623 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/6f64dcc8-9d39-482b-9d2a-c5435c6f0af5 HTTP/1.1" status: 204 len: 168 time: 1.7621706 Sep 05 12:35:09.282661 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56014) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:09.315884 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-db0a6617-b40f-4107-95b3-5aaa99eecf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:09.317417 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-db0a6617-b40f-4107-95b3-5aaa99eecf28 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=bbfdcfbc-04d2-420b-9cdf-e282f39f1975 HTTP/1.1" status: 200 len: 854 time: 0.0572805 Sep 05 12:35:09.318521 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-788093e0-b703-4fe8-8c1c-26f2d4fe9e28 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (646f8012-bd05-4094-84b6-15cb46a23d11), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.363440 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_v2 [None req-7386874f-677f-4538-a729-541e57ca525a admin admin] Deleting subnet 7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90 {{(pid=106740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:35:09.368415 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:09.369338 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7386874f-677f-4538-a729-541e57ca525a admin admin] Publish callbacks [] for subnet (7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.391152 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-384fa1de-8c22-4791-99c3-880824876830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:09.391666 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-384fa1de-8c22-4791-99c3-880824876830 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634456 Sep 05 12:35:09.404695 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf1913-9b4d-43a1-bfe2-1f7803c26c0a req-a1e9ba0a-68ba-492e-bee3-6e03a412f869 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:09.406219 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5acf1913-9b4d-43a1-bfe2-1f7803c26c0a req-a1e9ba0a-68ba-492e-bee3-6e03a412f869 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0890632 Sep 05 12:35:09.429465 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7386874f-677f-4538-a729-541e57ca525a admin admin] Publish callbacks [] for subnet (7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.429721 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-788093e0-b703-4fe8-8c1c-26f2d4fe9e28 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (646f8012-bd05-4094-84b6-15cb46a23d11), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.518369 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-afd47b88-6751-4bad-9162-cab6a85bde2e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165383 Sep 05 12:35:09.521796 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-788093e0-b703-4fe8-8c1c-26f2d4fe9e28 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (646f8012-bd05-4094-84b6-15cb46a23d11), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.543428 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5acf1913-9b4d-43a1-bfe2-1f7803c26c0a req-6bc0075c-ce4a-4fa0-885b-0f167f6e2f96 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285985 Sep 05 12:35:09.546228 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7386874f-677f-4538-a729-541e57ca525a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.630871 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:09.644223 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788093e0-b703-4fe8-8c1c-26f2d4fe9e28 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646f8012-bd05-4094-84b6-15cb46a23d11,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:09.662845 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bca17-7cd2-4d80-b699-e05cf832085c req-82cc589a-3540-44c2-91d4-db7d56305819 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:09.664430 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4c0bca17-7cd2-4d80-b699-e05cf832085c req-82cc589a-3540-44c2-91d4-db7d56305819 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 944 time: 0.0996962 Sep 05 12:35:09.696953 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 2b6fb451-22b0-45aa-949e-9dce2e52c499 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:35:09.726467 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: 2b6fb451-22b0-45aa-949e-9dce2e52c499 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:35:09.726615 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3b440185-76d0-4b1d-aad1-6f58332ea423 req-531591b1-c88a-4a31-9c98-283ae15ce68f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991272 Sep 05 12:35:09.726821 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 2b6fb451-22b0-45aa-949e-9dce2e52c499 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:35:09.727250 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 76ace79b-ea51-4db1-b76a-d16607a2ea92 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:35:09.743070 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7386874f-677f-4538-a729-541e57ca525a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for subnet (7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.743333 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-788093e0-b703-4fe8-8c1c-26f2d4fe9e28 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.746747 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-788093e0-b703-4fe8-8c1c-26f2d4fe9e28 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5615952 Sep 05 12:35:09.748588 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 56018) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:09.752945 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: 76ace79b-ea51-4db1-b76a-d16607a2ea92 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:35:09.753294 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 76ace79b-ea51-4db1-b76a-d16607a2ea92 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:35:09.755820 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-3afc1a9b-2806-433b-a0e1-923eb565dd72 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Request body: {'security_group_rule': {'security_group_id': '3533742a-a686-479f-81e8-521361f5def6', 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:35:09.772182 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4c0bca17-7cd2-4d80-b699-e05cf832085c req-507ea989-9758-44a8-ace4-a6fd6b9ea8d3 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010492 Sep 05 12:35:09.776622 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386874f-677f-4538-a729-541e57ca525a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:09.779150 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7386874f-677f-4538-a729-541e57ca525a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.786842 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b44a1e4-9fd5-422d-9aac-021d6c211575 None None] Network adc4bf76-da99-44ec-b79e-0ddca4fe97de requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:35:09.799293 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-7386874f-677f-4538-a729-541e57ca525a admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/7d4073bd-d3db-43ff-a5a1-a6bfdf3bda90 HTTP/1.1" status: 204 len: 168 time: 0.5147476 Sep 05 12:35:09.801868 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56020) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:09.890458 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (adc4bf76-da99-44ec-b79e-0ddca4fe97de), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.917781 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.securitygroups_db [None req-3afc1a9b-2806-433b-a0e1-923eb565dd72 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Project 6b86bf1c78d74ceaaff6ead90a70526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 05 12:35:09.933790 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3afc1a9b-2806-433b-a0e1-923eb565dd72 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (4dbbf711-17f0-465c-9e31-66810c9c0fca), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.953059 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Deleting port bc54a8b3-8445-47e1-822a-f27014efd8bc {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:35:09.953575 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (bc54a8b3-8445-47e1-822a-f27014efd8bc), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:09.998827 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3afc1a9b-2806-433b-a0e1-923eb565dd72 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (4dbbf711-17f0-465c-9e31-66810c9c0fca), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.011025 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] DHCP port deletion for adc4bf76-da99-44ec-b79e-0ddca4fe97de request from dv-cinder-801354-7-iscsi {{(pid=106741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 05 12:35:10.053756 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Deleting port bc54a8b3-8445-47e1-822a-f27014efd8bc {{(pid=106741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:35:10.054046 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (bc54a8b3-8445-47e1-822a-f27014efd8bc), before_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.071191 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3afc1a9b-2806-433b-a0e1-923eb565dd72 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (4dbbf711-17f0-465c-9e31-66810c9c0fca), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.071580 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ee763-1bb9-45da-82ff-64aa4e7d4b85 req-2befaf58-b39a-4c14-9785-d2f911336b80 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:10.073140 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a63ee763-1bb9-45da-82ff-64aa4e7d4b85 req-2befaf58-b39a-4c14-9785-d2f911336b80 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 943 time: 0.0950279 Sep 05 12:35:10.079486 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] For port bc54a8b3-8445-47e1-822a-f27014efd8bc, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=bc54a8b3-8445-47e1-822a-f27014efd8bc,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:10.082766 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (bc54a8b3-8445-47e1-822a-f27014efd8bc), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.092443 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc1a9b-2806-433b-a0e1-923eb565dd72 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbbf711-17f0-465c-9e31-66810c9c0fca,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:10.109075 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Calling delete_port for bc54a8b3-8445-47e1-822a-f27014efd8bc owned by network:dhcp {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:35:10.131289 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] For port bc54a8b3-8445-47e1-822a-f27014efd8bc, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=bc54a8b3-8445-47e1-822a-f27014efd8bc,segment=NetworkSegment(a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3),segment_id=a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:10.131717 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (bc54a8b3-8445-47e1-822a-f27014efd8bc), precommit_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.145638 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Calling delete_port for bc54a8b3-8445-47e1-822a-f27014efd8bc owned by network:dhcp {{(pid=106741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:35:10.175220 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a63ee763-1bb9-45da-82ff-64aa4e7d4b85 req-51a488f4-80be-40f9-ace5-f86e852a2faa tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e54fad36-2090-4956-804d-d11c99cf2f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923040 Sep 05 12:35:10.201296 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3afc1a9b-2806-433b-a0e1-923eb565dd72 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.203379 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-3afc1a9b-2806-433b-a0e1-923eb565dd72 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4535396 Sep 05 12:35:10.209824 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56024) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:10.211196 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-c520984d-ab0c-4644-8ee1-1452b2b21028 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Request body: {'security_group_rule': {'security_group_id': '3533742a-a686-479f-81e8-521361f5def6', 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:35:10.345736 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (bc54a8b3-8445-47e1-822a-f27014efd8bc), after_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.348160 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.securitygroups_db [None req-c520984d-ab0c-4644-8ee1-1452b2b21028 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Project 6b86bf1c78d74ceaaff6ead90a70526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 05 12:35:10.354750 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:10.356451 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c520984d-ab0c-4644-8ee1-1452b2b21028 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (24bddc68-bc56-4db8-889c-8db42ed4a18a), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.361817 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (bc54a8b3-8445-47e1-822a-f27014efd8bc), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.372328 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Pushing event deleted for resources: {'Port': ['ID=bc54a8b3-8445-47e1-822a-f27014efd8bc,revision_number=None']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:10.378234 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] No DVR routers for this DVR port bc54a8b3-8445-47e1-822a-f27014efd8bc on host dv-cinder-801354-7-iscsi {{(pid=106741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:35:10.388066 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:10.388523 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:10.388931 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:10.389356 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:10.389814 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:10.390211 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:10.390606 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:10.391064 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:10.391463 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:10.391953 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:10.392136 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:10.392657 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:10.393546 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:10.393926 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:10.394254 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d701d72-9145-42be-880d-a3cd06ce345a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:10.400885 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc54a8b3-8445-47e1-822a-f27014efd8bc,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:10.413584 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] No DVR routers for this DVR port bc54a8b3-8445-47e1-822a-f27014efd8bc on host dv-cinder-801354-7-iscsi {{(pid=106740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:35:10.523510 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (adc4bf76-da99-44ec-b79e-0ddca4fe97de), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.527120 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c520984d-ab0c-4644-8ee1-1452b2b21028 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (24bddc68-bc56-4db8-889c-8db42ed4a18a), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.547688 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:35:10.548038 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:35:10.548787 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:35:10.549171 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Subscribe: > port after_create 55550000 {{(pid=106740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:35:10.549501 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:35:10.549874 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Subscribe: > port after_update 55550000 {{(pid=106740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:35:10.550204 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:35:10.550545 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:35:10.550867 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:35:10.551190 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:35:10.639345 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:35:10.639667 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:35:10.640007 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:35:10.640343 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 05 12:35:10.640701 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc4bf76-da99-44ec-b79e-0ddca4fe97de']}} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:10.655199 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c520984d-ab0c-4644-8ee1-1452b2b21028 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (24bddc68-bc56-4db8-889c-8db42ed4a18a), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.667211 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3') {'for_net_delete': True} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:10.667518 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3') {} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:10.672361 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:10.676764 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fe053-d0cc-4bcc-84b7-549d3095f897 req-f1450e7d-847f-409b-956e-9c46469be489 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:10.678491 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c06fe053-d0cc-4bcc-84b7-549d3095f897 req-f1450e7d-847f-409b-956e-9c46469be489 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0490317 Sep 05 12:35:10.697173 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520984d-ab0c-4644-8ee1-1452b2b21028 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bddc68-bc56-4db8-889c-8db42ed4a18a,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:10.700665 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107470'] for segment (a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.725111 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.732516 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c06fe053-d0cc-4bcc-84b7-549d3095f897 req-efdbf941-9a6c-4c44-bd70-00e02de8b553 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479567 Sep 05 12:35:10.734811 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=106740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:35:10.735220 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800242'] for segment (a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.828297 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c520984d-ab0c-4644-8ee1-1452b2b21028 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.833432 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-c520984d-ab0c-4644-8ee1-1452b2b21028 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6222398 Sep 05 12:35:10.889287 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.services.segments.plugin [-] Segment a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3 resource provider aggregate not found Sep 05 12:35:10.903562 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea45de-c17f-48a6-8f9f-5a7dca20f40d req-95c01dc9-1c4d-48bf-9697-a3c76bf7877d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:10.905146 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-25ea45de-c17f-48a6-8f9f-5a7dca20f40d req-95c01dc9-1c4d-48bf-9697-a3c76bf7877d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 944 time: 0.0565572 Sep 05 12:35:10.909529 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.services.segments.plugin [-] Segment a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6e78930-a7a8-49e2-bb4d-c8e811cbf8d3 found for delete ", "request_id": "req-f61738ce-8030-48f2-9083-74b5e7969308"}]} Sep 05 12:35:10.945164 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (adc4bf76-da99-44ec-b79e-0ddca4fe97de), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.965667 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0261262a-bfca-4aa6-bdb4-a42becb7af81 req-40a491cd-babb-4777-98d5-a341910c252b tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-320942451&fields=id&tenant_id=6b86bf1c78d74ceaaff6ead90a70526f HTTP/1.1" status: 200 len: 267 time: 0.0797567 Sep 05 12:35:10.969774 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:10.975595 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/adc4bf76-da99-44ec-b79e-0ddca4fe97de HTTP/1.1" status: 204 len: 168 time: 1.1700747 Sep 05 12:35:10.980380 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81eed9b-e28f-4295-a52a-55982508b875 req-ed80c820-cbe4-458b-9424-4c38fb3625a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:10.980380 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a81eed9b-e28f-4295-a52a-55982508b875 req-ed80c820-cbe4-458b-9424-4c38fb3625a1 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 1127 time: 0.0603240 Sep 05 12:35:10.980833 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-25ea45de-c17f-48a6-8f9f-5a7dca20f40d req-9b9bfc17-8f9c-4089-8fa3-a20482dcc905 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653024 Sep 05 12:35:10.980833 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8c405-c06e-44df-97cc-7e955814f890 admin admin] Pushing event deleted for resources: {'Network': ['ID=adc4bf76-da99-44ec-b79e-0ddca4fe97de,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:11.039829 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261262a-bfca-4aa6-bdb4-a42becb7af81 req-1a1d9a65-7d5a-4e60-902a-a5b36a191186 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:11.041488 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0261262a-bfca-4aa6-bdb4-a42becb7af81 req-1a1d9a65-7d5a-4e60-902a-a5b36a191186 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 945 time: 0.0603578 Sep 05 12:35:11.055345 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-0261262a-bfca-4aa6-bdb4-a42becb7af81 req-0c71d6b2-9404-45e3-b1a4-38e7818716af tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Request body: {'port': {'security_groups': ['c2ba6200-4ca9-49bb-9f7d-532a6de07265', '3533742a-a686-479f-81e8-521361f5def6']}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:35:11.132255 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-0261262a-bfca-4aa6-bdb4-a42becb7af81 req-0c71d6b2-9404-45e3-b1a4-38e7818716af tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:11.228279 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 4cd18a9b-7ea9-4a20-8908-c317397696cf details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:35:11.318488 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28e39a-3156-47d8-88bb-f6720fffb289 req-c58f0882-ed96-4768-b692-93e22ff6615c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:11.320168 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4d28e39a-3156-47d8-88bb-f6720fffb289 req-c58f0882-ed96-4768-b692-93e22ff6615c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 943 time: 0.0559902 Sep 05 12:35:11.362642 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:11.373425 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 4cd18a9b-7ea9-4a20-8908-c317397696cf, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=4cd18a9b-7ea9-4a20-8908-c317397696cf,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:11.386710 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4d28e39a-3156-47d8-88bb-f6720fffb289 req-ce823905-4045-422f-9ad4-a2b0830b56a4 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e54fad36-2090-4956-804d-d11c99cf2f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572035 Sep 05 12:35:11.392411 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '4cd18a9b-7ea9-4a20-8908-c317397696cf', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'port_id': '4cd18a9b-7ea9-4a20-8908-c317397696cf', 'mac_address': 'fa:16:3e:36:ed:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:35:11.418704 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56046) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:11.436743 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 4cd18a9b-7ea9-4a20-8908-c317397696cf is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:35:11.437875 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (4cd18a9b-7ea9-4a20-8908-c317397696cf), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:11.454164 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd18a9b-7ea9-4a20-8908-c317397696cf {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:35:11.465903 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-5a11f125-3314-4396-9260-8b14bef4a3d1 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=442bf64c97d945feb79f64cdd66baa28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0459487 Sep 05 12:35:11.468605 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56048) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:11.480538 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 4cd18a9b-7ea9-4a20-8908-c317397696cf, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=4cd18a9b-7ea9-4a20-8908-c317397696cf,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:11.484660 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:11.519761 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-43a7ebb0-ca50-40cb-ba9b-82601b1aee63 admin admin] Publish callbacks [] for security_group (f2ffd020-90f5-42de-bb7b-c3b48f088ff0), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:11.542015 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-43a7ebb0-ca50-40cb-ba9b-82601b1aee63 admin admin] Publish callbacks [] for security_group (f2ffd020-90f5-42de-bb7b-c3b48f088ff0), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:11.585745 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (4cd18a9b-7ea9-4a20-8908-c317397696cf), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:11.636701 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=4cd18a9b-7ea9-4a20-8908-c317397696cf,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:11.670361 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-0261262a-bfca-4aa6-bdb4-a42becb7af81 req-0c71d6b2-9404-45e3-b1a4-38e7818716af tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] For port 484ab154-1eb7-4f51-b8a6-351d2c0646e4, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=484ab154-1eb7-4f51-b8a6-351d2c0646e4,segment=NetworkSegment(597d57dc-8cc9-413b-83ad-a8f6599a4653),segment_id=597d57dc-8cc9-413b-83ad-a8f6599a4653)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:11.677278 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-43a7ebb0-ca50-40cb-ba9b-82601b1aee63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (f2ffd020-90f5-42de-bb7b-c3b48f088ff0), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:11.679912 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-43a7ebb0-ca50-40cb-ba9b-82601b1aee63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:11.683514 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-43a7ebb0-ca50-40cb-ba9b-82601b1aee63 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f2ffd020-90f5-42de-bb7b-c3b48f088ff0 HTTP/1.1" status: 204 len: 168 time: 0.2112122 Sep 05 12:35:11.690512 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7ebb0-ca50-40cb-ba9b-82601b1aee63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ffd020-90f5-42de-bb7b-c3b48f088ff0,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:11.704884 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:11.716754 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device bc54a8b3-8445-47e1-822a-f27014efd8bc no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:35:11.723613 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-0261262a-bfca-4aa6-bdb4-a42becb7af81 req-0c71d6b2-9404-45e3-b1a4-38e7818716af tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:11.740063 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81eed9b-e28f-4295-a52a-55982508b875 req-c6284ab0-99ab-47dd-94d6-d33ce06a256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:11.741585 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a81eed9b-e28f-4295-a52a-55982508b875 req-c6284ab0-99ab-47dd-94d6-d33ce06a256e service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b HTTP/1.1" status: 200 len: 916 time: 0.1499772 Sep 05 12:35:11.745633 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: bc54a8b3-8445-47e1-822a-f27014efd8bc {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:35:11.746003 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device bc54a8b3-8445-47e1-822a-f27014efd8bc not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:35:11.791582 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a81eed9b-e28f-4295-a52a-55982508b875 req-c1345feb-5eac-46db-b157-333e7a0e037f service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd18a9b-7ea9-4a20-8908-c317397696cf HTTP/1.1" status: 200 len: 217 time: 0.0428598 Sep 05 12:35:11.831522 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-0261262a-bfca-4aa6-bdb4-a42becb7af81 req-0c71d6b2-9404-45e3-b1a4-38e7818716af tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:11.843616 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261262a-bfca-4aa6-bdb4-a42becb7af81 req-0c71d6b2-9404-45e3-b1a4-38e7818716af tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:11.844237 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-0261262a-bfca-4aa6-bdb4-a42becb7af81 req-0c71d6b2-9404-45e3-b1a4-38e7818716af tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:11.845642 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0261262a-bfca-4aa6-bdb4-a42becb7af81 req-0c71d6b2-9404-45e3-b1a4-38e7818716af tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "PUT /networking/v2.0/ports/484ab154-1eb7-4f51-b8a6-351d2c0646e4 HTTP/1.1" status: 200 len: 981 time: 0.7972589 Sep 05 12:35:11.848036 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'tag': '484ab154-1eb7-4f51-b8a6-351d2c0646e4'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:35:11.850500 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef1a2f3-ed32-4456-9d6c-356747221ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8aa06a-9ac0-41d2-93ba-ae42895d418f", "tag": "484ab154-1eb7-4f51-b8a6-351d2c0646e4"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:35:11.900585 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81eed9b-e28f-4295-a52a-55982508b875 req-d1ef0b91-d1df-4be5-bd66-ca8d1a8cd23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:11.900585 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a81eed9b-e28f-4295-a52a-55982508b875 req-d1ef0b91-d1df-4be5-bd66-ca8d1a8cd23c service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=bbfdcfbc-04d2-420b-9cdf-e282f39f1975 HTTP/1.1" status: 200 len: 854 time: 0.1019609 Sep 05 12:35:11.904125 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86d52a8-c6be-4ac8-834e-ec857b1c5c63 x-openstack-request-id: req-a86d52a8-c6be-4ac8-834e-ec857b1c5c63 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:35:11.904479 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8aa06a-9ac0-41d2-93ba-ae42895d418f", "tag": "484ab154-1eb7-4f51-b8a6-351d2c0646e4", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:35:11.904711 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a86d52a8-c6be-4ac8-834e-ec857b1c5c63 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:35:11.905249 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86d52a8-c6be-4ac8-834e-ec857b1c5c63'] response: {'name': 'network-changed', 'server_uuid': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'tag': '484ab154-1eb7-4f51-b8a6-351d2c0646e4', 'status': 'completed', 'code': 200} Sep 05 12:35:11.906191 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53919b7f-ce58-414f-8fcd-8e20f4a5ce1d req-a4bec27f-397b-4915-8790-b18e9cde1aeb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:11.908111 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-53919b7f-ce58-414f-8fcd-8e20f4a5ce1d req-a4bec27f-397b-4915-8790-b18e9cde1aeb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0727375 Sep 05 12:35:11.922508 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71d6b2-9404-45e3-b1a4-38e7818716af tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Pushing event updated for resources: {'Port': ['ID=484ab154-1eb7-4f51-b8a6-351d2c0646e4,revision_number=6']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:11.933756 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['4cd18a9b-7ea9-4a20-8908-c317397696cf'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:35:11.984437 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['484ab154-1eb7-4f51-b8a6-351d2c0646e4'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:35:11.996585 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-53919b7f-ce58-414f-8fcd-8e20f4a5ce1d req-09d6fc36-cd3f-4880-9533-dd49aa10d087 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823295 Sep 05 12:35:12.048233 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:12.076569 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81eed9b-e28f-4295-a52a-55982508b875 req-8ccd80d7-6860-477f-bab2-7bca1ce9bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:12.078456 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a81eed9b-e28f-4295-a52a-55982508b875 req-8ccd80d7-6860-477f-bab2-7bca1ce9bc18 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1385579 Sep 05 12:35:12.150338 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['484ab154-1eb7-4f51-b8a6-351d2c0646e4'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:35:12.172117 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1a2f3-ed32-4456-9d6c-356747221ea5 req-585775f5-fd7e-4783-af65-250a9e9d8dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:12.173808 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8ef1a2f3-ed32-4456-9d6c-356747221ea5 req-585775f5-fd7e-4783-af65-250a9e9d8dd0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=6b86bf1c78d74ceaaff6ead90a70526f&device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 1168 time: 0.2138877 Sep 05 12:35:12.174454 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc147f-eb46-495f-ae94-692a8d9ff20e req-d9cd2656-9100-48a7-b2f8-5f14bb2c4801 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:12.177193 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9bfc147f-eb46-495f-ae94-692a8d9ff20e req-d9cd2656-9100-48a7-b2f8-5f14bb2c4801 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 944 time: 0.0984747 Sep 05 12:35:12.241021 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfb904-2fdb-49b8-9b27-b6fb85abcc76 req-981a37db-15cd-48da-bd09-10fe19371369 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:12.248753 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0bdfb904-2fdb-49b8-9b27-b6fb85abcc76 req-981a37db-15cd-48da-bd09-10fe19371369 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.2931008 Sep 05 12:35:12.251163 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9bfc147f-eb46-495f-ae94-692a8d9ff20e req-0aababe5-65bf-4a98-9858-3ff74a800708 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667734 Sep 05 12:35:12.434711 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a81eed9b-e28f-4295-a52a-55982508b875 req-4f5603cc-eb71-42b7-b35d-72bc88cb4a39 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964215 Sep 05 12:35:12.442268 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:12.444878 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0bdfb904-2fdb-49b8-9b27-b6fb85abcc76 req-34f30fbe-1144-406f-8ea8-2b105cc900d6 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1948998 Sep 05 12:35:12.451356 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1a2f3-ed32-4456-9d6c-356747221ea5 req-78112f72-e1b7-4394-b309-c42546c73ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:12.452936 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8ef1a2f3-ed32-4456-9d6c-356747221ea5 req-78112f72-e1b7-4394-b309-c42546c73ab5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=62fa3af2-b3d1-49d5-9125-58895bfbed57 HTTP/1.1" status: 200 len: 915 time: 0.2615426 Sep 05 12:35:12.554987 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af3db9-8701-4261-b370-83521ce93cdf req-487c81ef-d022-4670-8f83-bc52865c5a68 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:12.565675 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-10af3db9-8701-4261-b370-83521ce93cdf req-487c81ef-d022-4670-8f83-bc52865c5a68 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 944 time: 0.0848818 Sep 05 12:35:12.606423 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8ef1a2f3-ed32-4456-9d6c-356747221ea5 req-a588bf8a-422e-43ee-a30c-98a830b9be6e service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=484ab154-1eb7-4f51-b8a6-351d2c0646e4 HTTP/1.1" status: 200 len: 1001 time: 0.1295316 Sep 05 12:35:12.608187 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:12.629333 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-10af3db9-8701-4261-b370-83521ce93cdf req-858bbfc0-6f70-4a95-8ece-bd6f06001871 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e54fad36-2090-4956-804d-d11c99cf2f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612199 Sep 05 12:35:12.651234 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:12.669279 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a81eed9b-e28f-4295-a52a-55982508b875 req-c820d74a-7cbb-41c0-901f-a2bf590ddea4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236216 Sep 05 12:35:12.679381 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1a2f3-ed32-4456-9d6c-356747221ea5 req-2faf3a44-84a3-4214-9ad6-9e1115f4bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:12.680943 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8ef1a2f3-ed32-4456-9d6c-356747221ea5 req-2faf3a44-84a3-4214-9ad6-9e1115f4bfde service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=3313871b-d5e8-4681-86e1-dddafa769991 HTTP/1.1" status: 200 len: 853 time: 0.0633605 Sep 05 12:35:12.755907 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1a2f3-ed32-4456-9d6c-356747221ea5 req-95f2c6d0-c9d9-41f4-812f-8361633dc73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:12.755907 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8ef1a2f3-ed32-4456-9d6c-356747221ea5 req-95f2c6d0-c9d9-41f4-812f-8361633dc73c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=62fa3af2-b3d1-49d5-9125-58895bfbed57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605719 Sep 05 12:35:12.866197 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8ef1a2f3-ed32-4456-9d6c-356747221ea5 req-ae9913c1-a30a-4afe-a166-75098fe25f16 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035917 Sep 05 12:35:12.964205 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8ef1a2f3-ed32-4456-9d6c-356747221ea5 req-f5deb256-f0fa-40a7-b912-58b41854a6f3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907812 Sep 05 12:35:13.135728 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbd587-b559-41b5-a76c-27f129525105 req-3d1ec375-8ac9-4ca3-a386-5a1e8fe2d9af tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:13.137297 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8dcbd587-b559-41b5-a76c-27f129525105 req-3d1ec375-8ac9-4ca3-a386-5a1e8fe2d9af tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0546756 Sep 05 12:35:13.190830 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8dcbd587-b559-41b5-a76c-27f129525105 req-fd08c1d8-d7fb-44c7-b3db-a7e482b12156 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475328 Sep 05 12:35:13.243623 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device d439ecff-d56e-4259-b799-38d86dccd75f details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:35:13.258409 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 4cd18a9b-7ea9-4a20-8908-c317397696cf up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:35:13.309195 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:13.359527 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port 4cd18a9b-7ea9-4a20-8908-c317397696cf completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:35:13.391234 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543df2f-a33e-497f-91c8-d7b94f6851ef req-b2997fb2-2810-49f5-a586-bbd86f0f7cea tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:13.391494 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port d439ecff-d56e-4259-b799-38d86dccd75f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d439ecff-d56e-4259-b799-38d86dccd75f,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:13.393779 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6543df2f-a33e-497f-91c8-d7b94f6851ef req-b2997fb2-2810-49f5-a586-bbd86f0f7cea tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 944 time: 0.0574775 Sep 05 12:35:13.409085 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'port_id': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'mac_address': 'fa:16:3e:09:da:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:35:13.460214 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6543df2f-a33e-497f-91c8-d7b94f6851ef req-8d97561d-73d4-429b-9561-0eda070e1529 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551596 Sep 05 12:35:13.572696 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 4cd18a9b-7ea9-4a20-8908-c317397696cf triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:35:13.573327 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (4cd18a9b-7ea9-4a20-8908-c317397696cf), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:13.607192 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port d439ecff-d56e-4259-b799-38d86dccd75f is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:35:13.612092 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d439ecff-d56e-4259-b799-38d86dccd75f), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:13.626562 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d439ecff-d56e-4259-b799-38d86dccd75f {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:35:13.635599 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:13.654320 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port d439ecff-d56e-4259-b799-38d86dccd75f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d439ecff-d56e-4259-b799-38d86dccd75f,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:13.687998 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 4cd18a9b-7ea9-4a20-8908-c317397696cf is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:35:13.688488 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (4cd18a9b-7ea9-4a20-8908-c317397696cf), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:13.714221 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d037f32-c2bd-4f5e-b99c-de3857df58a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd18a9b-7ea9-4a20-8908-c317397696cf'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:35:13.717278 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23db145-7616-4cd3-9082-c02f6ae416fd" -d '{"events": [{"server_uuid": "8d037f32-c2bd-4f5e-b99c-de3857df58a5", "name": "network-vif-plugged", "status": "completed", "tag": "4cd18a9b-7ea9-4a20-8908-c317397696cf"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:35:13.743123 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 4cd18a9b-7ea9-4a20-8908-c317397696cf, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=4cd18a9b-7ea9-4a20-8908-c317397696cf,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:13.744971 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d439ecff-d56e-4259-b799-38d86dccd75f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:13.773506 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f441a-1995-459b-94a0-35cac325026d req-13b2bd23-b12f-4ded-87fe-201b4d0e05fa tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:13.781411 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d34f441a-1995-459b-94a0-35cac325026d req-13b2bd23-b12f-4ded-87fe-201b4d0e05fa tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 944 time: 0.0776880 Sep 05 12:35:13.804779 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=d439ecff-d56e-4259-b799-38d86dccd75f,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:13.844202 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d34f441a-1995-459b-94a0-35cac325026d req-cd208c0f-c899-466d-a926-2065233da1ec tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e54fad36-2090-4956-804d-d11c99cf2f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617666 Sep 05 12:35:13.853815 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (4cd18a9b-7ea9-4a20-8908-c317397696cf), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:13.912470 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=4cd18a9b-7ea9-4a20-8908-c317397696cf,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:13.957911 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2059b92a-647e-456f-9c7d-de50cd84976c x-openstack-request-id: req-2059b92a-647e-456f-9c7d-de50cd84976c {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:35:13.959080 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d037f32-c2bd-4f5e-b99c-de3857df58a5", "name": "network-vif-plugged", "status": "completed", "tag": "4cd18a9b-7ea9-4a20-8908-c317397696cf", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:35:13.959841 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2059b92a-647e-456f-9c7d-de50cd84976c {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:35:13.959841 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2059b92a-647e-456f-9c7d-de50cd84976c'] response: {'server_uuid': '8d037f32-c2bd-4f5e-b99c-de3857df58a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd18a9b-7ea9-4a20-8908-c317397696cf', 'code': 200} Sep 05 12:35:14.110292 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['d439ecff-d56e-4259-b799-38d86dccd75f'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:35:14.331047 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d227b5-6722-417c-b28b-8b1638242a23 req-366ee98f-a1de-4d18-9724-fecca7c4fe23 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:14.335929 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-35d227b5-6722-417c-b28b-8b1638242a23 req-366ee98f-a1de-4d18-9724-fecca7c4fe23 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0530839 Sep 05 12:35:14.393975 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74686f6e-baf5-4a47-8308-7f6b823eeddf req-616a1d7b-d192-46de-96e2-9f86a69a6b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:14.395594 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-74686f6e-baf5-4a47-8308-7f6b823eeddf req-616a1d7b-d192-46de-96e2-9f86a69a6b07 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 1129 time: 0.0621235 Sep 05 12:35:14.417674 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:14.432905 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-35d227b5-6722-417c-b28b-8b1638242a23 req-c9ca8565-d58d-426a-af92-ccbf1aac4ce0 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886743 Sep 05 12:35:14.459315 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-74686f6e-baf5-4a47-8308-7f6b823eeddf req-b3041a5e-a068-43ae-9f3b-cdb65cc37a3f service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e54fad36-2090-4956-804d-d11c99cf2f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554991 Sep 05 12:35:14.586705 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6335a-5fe7-494f-b4d9-8ec55763f185 req-24993d44-b4ee-43e0-b40c-be585bd5f99e tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:14.588155 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-16a6335a-5fe7-494f-b4d9-8ec55763f185 req-24993d44-b4ee-43e0-b40c-be585bd5f99e tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 945 time: 0.0486822 Sep 05 12:35:14.644736 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-16a6335a-5fe7-494f-b4d9-8ec55763f185 req-8fc85c70-bfd9-4aee-a86f-1a56a281f50f tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470235 Sep 05 12:35:14.998494 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d2d76-e2c9-4814-a759-4df1604a2d67 req-b5282f55-6e47-4678-b6c3-364be11c1964 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:15.000295 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b98d2d76-e2c9-4814-a759-4df1604a2d67 req-b5282f55-6e47-4678-b6c3-364be11c1964 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 945 time: 0.0544956 Sep 05 12:35:15.062140 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b98d2d76-e2c9-4814-a759-4df1604a2d67 req-529c992a-b2dd-40c2-bc6f-4495eba5947a tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e54fad36-2090-4956-804d-d11c99cf2f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531700 Sep 05 12:35:15.271266 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device d439ecff-d56e-4259-b799-38d86dccd75f up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:35:15.313740 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:15.315264 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port d439ecff-d56e-4259-b799-38d86dccd75f completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:35:15.403066 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port d439ecff-d56e-4259-b799-38d86dccd75f triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:35:15.403523 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d439ecff-d56e-4259-b799-38d86dccd75f), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:15.492070 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port d439ecff-d56e-4259-b799-38d86dccd75f is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:35:15.492739 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d439ecff-d56e-4259-b799-38d86dccd75f), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:15.552387 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port d439ecff-d56e-4259-b799-38d86dccd75f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d439ecff-d56e-4259-b799-38d86dccd75f,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:15.610109 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c23bf8-8a18-4d9b-9ae7-abeae43178e2 req-e0062be5-e47a-4d1f-b72e-edfd87501b6f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:15.612904 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40c23bf8-8a18-4d9b-9ae7-abeae43178e2 req-e0062be5-e47a-4d1f-b72e-edfd87501b6f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0822709 Sep 05 12:35:15.643086 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d439ecff-d56e-4259-b799-38d86dccd75f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:15.666321 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-40c23bf8-8a18-4d9b-9ae7-abeae43178e2 req-5c4ad883-4aa1-4994-898c-7fdab11563ad tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482635 Sep 05 12:35:15.696656 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=d439ecff-d56e-4259-b799-38d86dccd75f,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:15.774238 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e228f0-0568-4db3-be3e-03b57df7ec60 req-22f26e49-b1b8-4ac3-80ec-d003cb21afe7 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:15.775849 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d1e228f0-0568-4db3-be3e-03b57df7ec60 req-22f26e49-b1b8-4ac3-80ec-d003cb21afe7 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 946 time: 0.0490599 Sep 05 12:35:15.823815 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:15.829158 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d1e228f0-0568-4db3-be3e-03b57df7ec60 req-6cafabf5-7ba5-41ca-b23c-79193f6ecf0a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474188 Sep 05 12:35:15.960538 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ca1300-109c-4625-a6f9-f7094055e384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd439ecff-d56e-4259-b799-38d86dccd75f'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:35:15.962930 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e59d4c8-4521-46a8-a401-fd2988a15097" -d '{"events": [{"server_uuid": "96ca1300-109c-4625-a6f9-f7094055e384", "name": "network-vif-plugged", "status": "completed", "tag": "d439ecff-d56e-4259-b799-38d86dccd75f"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:35:16.003202 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21b3396-59f7-4c75-b440-cf2f2dfd9f64 x-openstack-request-id: req-b21b3396-59f7-4c75-b440-cf2f2dfd9f64 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:35:16.003522 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ca1300-109c-4625-a6f9-f7094055e384", "name": "network-vif-plugged", "status": "completed", "tag": "d439ecff-d56e-4259-b799-38d86dccd75f", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:35:16.004014 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b21b3396-59f7-4c75-b440-cf2f2dfd9f64 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:35:16.004413 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21b3396-59f7-4c75-b440-cf2f2dfd9f64'] response: {'server_uuid': '96ca1300-109c-4625-a6f9-f7094055e384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'code': 200} Sep 05 12:35:16.201029 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec70b73-6496-46b6-84cf-2290b4d1b527 req-621ceec3-d82b-40ed-b36c-02d632d0740d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:16.202550 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cec70b73-6496-46b6-84cf-2290b4d1b527 req-621ceec3-d82b-40ed-b36c-02d632d0740d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 945 time: 0.0561519 Sep 05 12:35:16.253422 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cec70b73-6496-46b6-84cf-2290b4d1b527 req-5992818f-e5bd-4b24-bef6-f972303828d7 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e54fad36-2090-4956-804d-d11c99cf2f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438364 Sep 05 12:35:16.429933 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac39ce0-9ca5-46bc-a97e-157fa1bb5908 req-a900cd37-a313-4528-abe6-6426c54a20af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:16.431452 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5ac39ce0-9ca5-46bc-a97e-157fa1bb5908 req-a900cd37-a313-4528-abe6-6426c54a20af service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 1130 time: 0.0422034 Sep 05 12:35:16.484870 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5ac39ce0-9ca5-46bc-a97e-157fa1bb5908 req-286d2c59-04bd-4b64-9692-ded96e1d2383 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466564 Sep 05 12:35:16.959180 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0764041-2add-4a6c-8511-9f5b9910c674 req-1b20b5e0-6eee-4b58-a123-be329a66dcae tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:16.960780 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d0764041-2add-4a6c-8511-9f5b9910c674 req-1b20b5e0-6eee-4b58-a123-be329a66dcae tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 946 time: 0.0525377 Sep 05 12:35:16.970018 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c1a07-96ec-428c-b2ab-bdb0d4630f7c req-e3e2e857-926e-4455-8f8c-f3e2972142c0 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:16.970018 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a60c1a07-96ec-428c-b2ab-bdb0d4630f7c req-e3e2e857-926e-4455-8f8c-f3e2972142c0 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0559919 Sep 05 12:35:17.020523 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d0764041-2add-4a6c-8511-9f5b9910c674 req-2bdcfdd1-3944-4576-9a84-c29e9ffdde18 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533082 Sep 05 12:35:17.030560 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a60c1a07-96ec-428c-b2ab-bdb0d4630f7c req-bf24abb3-c004-488f-8def-87d022175554 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507159 Sep 05 12:35:17.382083 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77938bbf-93ea-4f7a-99a4-33f22b6b44bf req-9ca3e9df-1cdc-4e54-9280-96763f607907 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:17.383578 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-77938bbf-93ea-4f7a-99a4-33f22b6b44bf req-9ca3e9df-1cdc-4e54-9280-96763f607907 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 945 time: 0.0518847 Sep 05 12:35:17.403132 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:17.432553 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-77938bbf-93ea-4f7a-99a4-33f22b6b44bf req-56db7332-5386-490d-b2c1-2da11490a5f6 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e54fad36-2090-4956-804d-d11c99cf2f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431721 Sep 05 12:35:17.551953 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31a1de-8bfb-4e42-a1cc-bb3d85980292 req-27b0bc65-bc48-407e-a0eb-1bb894a3f74c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:17.553559 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9f31a1de-8bfb-4e42-a1cc-bb3d85980292 req-27b0bc65-bc48-407e-a0eb-1bb894a3f74c tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 945 time: 0.0483534 Sep 05 12:35:17.563966 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56146) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:17.568963 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-c60bed02-e3ba-44e8-a5ef-586c2eea1ddb tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Request body: {'floatingip': {'port_id': '4cd18a9b-7ea9-4a20-8908-c317397696cf'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:35:17.609442 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c60bed02-e3ba-44e8-a5ef-586c2eea1ddb tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (dc247769-c09c-4e8c-84c1-bd356814d76c), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:18.057893 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c60bed02-e3ba-44e8-a5ef-586c2eea1ddb tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:18.129446 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:18.131485 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c60bed02-e3ba-44e8-a5ef-586c2eea1ddb tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (dc247769-c09c-4e8c-84c1-bd356814d76c), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:18.152463 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc873323-5d34-4424-821f-7d7f714e5c96 req-6d07f693-2e54-48e7-9653-9a4dee301370 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:18.155522 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bc873323-5d34-4424-821f-7d7f714e5c96 req-6d07f693-2e54-48e7-9653-9a4dee301370 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 946 time: 0.0599415 Sep 05 12:35:18.215380 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bc873323-5d34-4424-821f-7d7f714e5c96 req-ca36d50a-32a8-4c4a-b522-2925e0d6eca0 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537524 Sep 05 12:35:18.347817 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de2ad3-0534-4313-a597-facafa7c7a2c req-80333dc7-97e6-4718-9bb0-ef993c33b181 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:18.349406 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e7de2ad3-0534-4313-a597-facafa7c7a2c req-80333dc7-97e6-4718-9bb0-ef993c33b181 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 946 time: 0.0516622 Sep 05 12:35:18.406835 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e7de2ad3-0534-4313-a597-facafa7c7a2c req-35210e91-e5a5-4385-9e6b-3e9c65ef5830 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498943 Sep 05 12:35:18.436325 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 56162) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:18.457065 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c84dda-b7f1-4a2e-afad-61fb19515fe4 req-f2b584f0-d169-4d5d-8755-e44c899246a6 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:18.458642 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-07c84dda-b7f1-4a2e-afad-61fb19515fe4 req-f2b584f0-d169-4d5d-8755-e44c899246a6 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.3416436 Sep 05 12:35:18.478166 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d8bac0-540c-4460-862b-5771ec1d4f58 tempest-TestVolumeBootPattern-1753852588 tempest-TestVolumeBootPattern-1753852588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:18.479730 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-a6d8bac0-540c-4460-862b-5771ec1d4f58 tempest-TestVolumeBootPattern-1753852588 tempest-TestVolumeBootPattern-1753852588-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 1125 time: 0.0421550 Sep 05 12:35:18.487728 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 56164) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:18.492655 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Request body: {'floatingip': {'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'port_id': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:35:18.539770 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.l3_db [None req-c60bed02-e3ba-44e8-a5ef-586c2eea1ddb tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Floating IP dc247769-c09c-4e8c-84c1-bd356814d76c associated. External IP: 172.27.4.171, port: 4cd18a9b-7ea9-4a20-8908-c317397696cf. Sep 05 12:35:18.569285 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:18.595454 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-07c84dda-b7f1-4a2e-afad-61fb19515fe4 req-7343bb27-8d12-4bd9-978c-81ea058d9d5e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302910 Sep 05 12:35:18.666809 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:18.668635 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:18.785482 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60bed02-e3ba-44e8-a5ef-586c2eea1ddb tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Router d908261c-9967-4aee-9784-5a319b3bc98a has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:35:18.797813 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Allocated IP 172.27.4.209 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/3cd22961-ccae-4957-8095-8f8548ecba52) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:35:18.899276 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:18.911063 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60bed02-e3ba-44e8-a5ef-586c2eea1ddb tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:35:18.916417 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c60bed02-e3ba-44e8-a5ef-586c2eea1ddb tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:18.928535 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a671ca-44f1-46a5-9386-f79e2fc8d760 None None] Sync routers for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:35:18.932419 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for port (3cd22961-ccae-4957-8095-8f8548ecba52), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:18.939309 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a671ca-44f1-46a5-9386-f79e2fc8d760 None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:35:18.940291 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-31a671ca-44f1-46a5-9386-f79e2fc8d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:35:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:18.951945 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-c60bed02-e3ba-44e8-a5ef-586c2eea1ddb tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/dc247769-c09c-4e8c-84c1-bd356814d76c HTTP/1.1" status: 200 len: 991 time: 1.3868384 Sep 05 12:35:18.952718 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d037f32-c2bd-4f5e-b99c-de3857df58a5', 'tag': '4cd18a9b-7ea9-4a20-8908-c317397696cf'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:35:18.955952 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0819dfc-3eba-4144-955f-e2b25fda9d42" -d '{"events": [{"name": "network-changed", "server_uuid": "8d037f32-c2bd-4f5e-b99c-de3857df58a5", "tag": "4cd18a9b-7ea9-4a20-8908-c317397696cf"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:35:19.067843 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-31a671ca-44f1-46a5-9386-f79e2fc8d760 None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:35:19.081699 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89d8dbe-6976-430b-8725-1386e9ca1560 x-openstack-request-id: req-a89d8dbe-6976-430b-8725-1386e9ca1560 {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:35:19.082263 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d037f32-c2bd-4f5e-b99c-de3857df58a5", "tag": "4cd18a9b-7ea9-4a20-8908-c317397696cf", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:35:19.082263 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a89d8dbe-6976-430b-8725-1386e9ca1560 {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:35:19.082633 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a89d8dbe-6976-430b-8725-1386e9ca1560'] response: {'name': 'network-changed', 'server_uuid': '8d037f32-c2bd-4f5e-b99c-de3857df58a5', 'tag': '4cd18a9b-7ea9-4a20-8908-c317397696cf', 'status': 'completed', 'code': 200} Sep 05 12:35:19.097725 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:19.178630 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (3cd22961-ccae-4957-8095-8f8548ecba52), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:19.240176 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:35:19.240176 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0819dfc-3eba-4144-955f-e2b25fda9d42 req-eb0a2ebd-3b47-4d3f-9eba-974887d8082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:19.240176 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b0819dfc-3eba-4144-955f-e2b25fda9d42 req-eb0a2ebd-3b47-4d3f-9eba-974887d8082e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 1129 time: 0.0912621 Sep 05 12:35:19.242720 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:19.245746 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:35:19.248661 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:35:19.290468 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event updated for resources: {'Port': ['ID=3cd22961-ccae-4957-8095-8f8548ecba52,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:19.301750 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 3c7003e7-309e-4432-9c69-6cc1517fcb8d details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:35:19.360630 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-31a671ca-44f1-46a5-9386-f79e2fc8d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'dc247769-c09c-4e8c-84c1-bd356814d76c', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.171', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': '4cd18a9b-7ea9-4a20-8908-c317397696cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:36:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d037f32-c2bd-4f5e-b99c-de3857df58a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:35:01Z', 'updated_at': '2022-09-05T12:35:17Z', 'revision_number': 1, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:19.364839 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:19.368396 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:19.407722 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a671ca-44f1-46a5-9386-f79e2fc8d760 None None] Checking router: d908261c-9967-4aee-9784-5a319b3bc98a for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:35:19.447199 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a671ca-44f1-46a5-9386-f79e2fc8d760 None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:35:19.447849 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-31a671ca-44f1-46a5-9386-f79e2fc8d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:35:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:19.457968 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0819dfc-3eba-4144-955f-e2b25fda9d42 req-5aaf4a70-eba6-44d7-9191-98a347ed601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:19.459575 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b0819dfc-3eba-4144-955f-e2b25fda9d42 req-5aaf4a70-eba6-44d7-9191-98a347ed601e service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b HTTP/1.1" status: 200 len: 916 time: 0.2046807 Sep 05 12:35:19.521935 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:19.575564 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b0819dfc-3eba-4144-955f-e2b25fda9d42 req-86988cc6-80e4-461c-b281-13cbd4e3efd7 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cd18a9b-7ea9-4a20-8908-c317397696cf HTTP/1.1" status: 200 len: 999 time: 0.1060944 Sep 05 12:35:19.588782 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 3c7003e7-309e-4432-9c69-6cc1517fcb8d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:19.610314 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '3c7003e7-309e-4432-9c69-6cc1517fcb8d', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'port_id': '3c7003e7-309e-4432-9c69-6cc1517fcb8d', 'mac_address': 'fa:16:3e:3d:62:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:35:19.623520 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-31a671ca-44f1-46a5-9386-f79e2fc8d760 None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:35:19.672034 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0819dfc-3eba-4144-955f-e2b25fda9d42 req-deea9e65-f575-4346-aa91-42a66049750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:19.673530 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b0819dfc-3eba-4144-955f-e2b25fda9d42 req-deea9e65-f575-4346-aa91-42a66049750f service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=bbfdcfbc-04d2-420b-9cdf-e282f39f1975 HTTP/1.1" status: 200 len: 854 time: 0.0727770 Sep 05 12:35:19.720187 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:19.726069 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 3c7003e7-309e-4432-9c69-6cc1517fcb8d is: ACTIVE; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:35:19.726069 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:19.750180 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c7003e7-309e-4432-9c69-6cc1517fcb8d {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:35:19.789907 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 3c7003e7-309e-4432-9c69-6cc1517fcb8d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:19.818122 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73380640-f8fa-4669-846c-1385c46ad08c req-780d05f5-899a-46da-b27e-6080da6a777b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:19.819654 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-73380640-f8fa-4669-846c-1385c46ad08c req-780d05f5-899a-46da-b27e-6080da6a777b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.1215150 Sep 05 12:35:19.822672 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0819dfc-3eba-4144-955f-e2b25fda9d42 req-e785f082-8e2d-4f55-8fb4-847d814e343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:19.824052 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b0819dfc-3eba-4144-955f-e2b25fda9d42 req-e785f082-8e2d-4f55-8fb4-847d814e343f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=7678039b-6ecf-4526-a1ee-cbdc20c4b02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1248088 Sep 05 12:35:19.916340 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-31a671ca-44f1-46a5-9386-f79e2fc8d760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'dc247769-c09c-4e8c-84c1-bd356814d76c', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.171', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': '4cd18a9b-7ea9-4a20-8908-c317397696cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:36:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d037f32-c2bd-4f5e-b99c-de3857df58a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:35:01Z', 'updated_at': '2022-09-05T12:35:17Z', 'revision_number': 1, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:19.952711 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a671ca-44f1-46a5-9386-f79e2fc8d760 None None] The sync data for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi is: [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'dc247769-c09c-4e8c-84c1-bd356814d76c', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'floating_ip_address': '172.27.4.171', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'port_id': '4cd18a9b-7ea9-4a20-8908-c317397696cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'mac_address': 'fa:16:3e:36:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d037f32-c2bd-4f5e-b99c-de3857df58a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:35:01Z', 'updated_at': '2022-09-05T12:35:17Z', 'revision_number': 1, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:35:19.956276 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:19.980436 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-73380640-f8fa-4669-846c-1385c46ad08c req-a6d3efe8-5ccf-4954-a355-f9fdfb11f666 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538088 Sep 05 12:35:20.011974 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for floatingip (f2d35b84-8fb9-441a-93c1-82158f87f25a), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:20.032325 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=3c7003e7-309e-4432-9c69-6cc1517fcb8d,revision_number=6']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:20.044656 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b0819dfc-3eba-4144-955f-e2b25fda9d42 req-e9d1eda6-5e71-40b2-ae70-51be00454b32 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072623 Sep 05 12:35:20.172254 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b0819dfc-3eba-4144-955f-e2b25fda9d42 req-eb3e83fd-5a2e-416d-91d2-da319004099a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008940 Sep 05 12:35:20.219310 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:20.228461 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77fcb55-d59a-4cf6-83ce-96709fdd557c None None] New status for floating IP dc247769-c09c-4e8c-84c1-bd356814d76c: ACTIVE {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:35:20.229075 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (3cd22961-ccae-4957-8095-8f8548ecba52), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:20.241049 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['3c7003e7-309e-4432-9c69-6cc1517fcb8d'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:35:20.382075 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:20.694039 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for port (3cd22961-ccae-4957-8095-8f8548ecba52), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:20.763379 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (3cd22961-ccae-4957-8095-8f8548ecba52), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:20.836074 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (f2d35b84-8fb9-441a-93c1-82158f87f25a), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:20.838706 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event updated for resources: {'Port': ['ID=3cd22961-ccae-4957-8095-8f8548ecba52,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:20.950956 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Floating IP f2d35b84-8fb9-441a-93c1-82158f87f25a associated. External IP: 172.27.4.209, port: d439ecff-d56e-4259-b799-38d86dccd75f. Sep 05 12:35:21.137501 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29d8ac-404a-4f36-9e93-a2f5d5b46feb req-92fa3b25-30a7-4c64-9cd9-df6ccda19a84 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:21.141136 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6c29d8ac-404a-4f36-9e93-a2f5d5b46feb req-92fa3b25-30a7-4c64-9cd9-df6ccda19a84 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 945 time: 0.0545707 Sep 05 12:35:21.195836 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Router 301759a2-e838-4c5e-ae94-a67cc6616bdc has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:35:21.210556 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6c29d8ac-404a-4f36-9e93-a2f5d5b46feb req-37709575-21bd-4a3f-929e-ca00eb98f2e1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658338 Sep 05 12:35:21.300815 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 3c7003e7-309e-4432-9c69-6cc1517fcb8d up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:35:21.330012 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:21.332619 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:35:21.345956 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9fa7b-83a9-49d2-b27a-9e9478798441 None None] Sync routers for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:35:21.368127 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9fa7b-83a9-49d2-b27a-9e9478798441 None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:35:21.368767 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-a9d9fa7b-83a9-49d2-b27a-9e9478798441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:35:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:21.398738 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:21.417846 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 3c7003e7-309e-4432-9c69-6cc1517fcb8d triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:35:21.418765 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:21.445521 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-526a31c9-bad6-41a9-a93b-bd896e099cdc tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9536843 Sep 05 12:35:21.445521 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ca1300-109c-4625-a6f9-f7094055e384', 'tag': 'd439ecff-d56e-4259-b799-38d86dccd75f'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:35:21.445994 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3b6257-2016-435f-898b-8b984cc0f90f" -d '{"events": [{"name": "network-changed", "server_uuid": "96ca1300-109c-4625-a6f9-f7094055e384", "tag": "d439ecff-d56e-4259-b799-38d86dccd75f"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:35:21.494997 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0410cd70-3639-42d7-9e30-5953b4be9cc0 x-openstack-request-id: req-0410cd70-3639-42d7-9e30-5953b4be9cc0 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:35:21.495296 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ca1300-109c-4625-a6f9-f7094055e384", "tag": "d439ecff-d56e-4259-b799-38d86dccd75f", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:35:21.495594 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0410cd70-3639-42d7-9e30-5953b4be9cc0 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:35:21.496002 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0410cd70-3639-42d7-9e30-5953b4be9cc0'] response: {'name': 'network-changed', 'server_uuid': '96ca1300-109c-4625-a6f9-f7094055e384', 'tag': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'status': 'completed', 'code': 200} Sep 05 12:35:21.595752 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b6257-2016-435f-898b-8b984cc0f90f req-2e66a45a-1396-405b-bc0e-8c0913239ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:21.598216 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7c3b6257-2016-435f-898b-8b984cc0f90f req-2e66a45a-1396-405b-bc0e-8c0913239ecb service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 1130 time: 0.0463698 Sep 05 12:35:21.684047 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:21.732035 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-a9d9fa7b-83a9-49d2-b27a-9e9478798441 None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:35:21.735307 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b6257-2016-435f-898b-8b984cc0f90f req-62a049c8-b2fd-4cbc-bf14-2f4dc65d18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:21.741458 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7c3b6257-2016-435f-898b-8b984cc0f90f req-62a049c8-b2fd-4cbc-bf14-2f4dc65d18f6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=38f5b205-d0f7-419a-8f07-cc61071fe0f8 HTTP/1.1" status: 200 len: 912 time: 0.1298182 Sep 05 12:35:21.782117 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 3c7003e7-309e-4432-9c69-6cc1517fcb8d is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:35:21.782784 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:21.813668 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:21.826219 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7c3b6257-2016-435f-898b-8b984cc0f90f req-bc4f6ebf-fb8a-48c9-b29a-d0ab9e124301 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d439ecff-d56e-4259-b799-38d86dccd75f HTTP/1.1" status: 200 len: 1000 time: 0.0786450 Sep 05 12:35:21.877823 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 3c7003e7-309e-4432-9c69-6cc1517fcb8d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:21.879045 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7003e7-309e-4432-9c69-6cc1517fcb8d'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:35:21.881850 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966f4f40-4dd4-4a7d-ae6f-70bd9fcd74e9" -d '{"events": [{"server_uuid": "407e87bb-faeb-4ba6-b6dc-e9b7a3690356", "name": "network-vif-plugged", "status": "completed", "tag": "3c7003e7-309e-4432-9c69-6cc1517fcb8d"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:35:21.898671 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b6257-2016-435f-898b-8b984cc0f90f req-794f8f58-13e2-4ef9-ab00-586b3ec2bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:21.901089 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7c3b6257-2016-435f-898b-8b984cc0f90f req-794f8f58-13e2-4ef9-ab00-586b3ec2bd4d service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a042adab-c6e5-4766-9641-ed3c3e40d34d HTTP/1.1" status: 200 len: 850 time: 0.0642273 Sep 05 12:35:21.938454 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b9cd0e-2d5b-4bd6-9637-8149c4ee09fa x-openstack-request-id: req-54b9cd0e-2d5b-4bd6-9637-8149c4ee09fa {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:35:21.938771 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407e87bb-faeb-4ba6-b6dc-e9b7a3690356", "name": "network-vif-plugged", "status": "completed", "tag": "3c7003e7-309e-4432-9c69-6cc1517fcb8d", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:35:21.940906 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54b9cd0e-2d5b-4bd6-9637-8149c4ee09fa {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:35:21.940906 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b9cd0e-2d5b-4bd6-9637-8149c4ee09fa'] response: {'server_uuid': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7003e7-309e-4432-9c69-6cc1517fcb8d', 'code': 200} Sep 05 12:35:21.942973 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:21.963113 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b6257-2016-435f-898b-8b984cc0f90f req-9a1ac27d-0ed4-412b-a813-9ac4278dd13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:21.964799 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7c3b6257-2016-435f-898b-8b984cc0f90f req-9a1ac27d-0ed4-412b-a813-9ac4278dd13c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=38f5b205-d0f7-419a-8f07-cc61071fe0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549219 Sep 05 12:35:22.010296 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:22.070564 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=3c7003e7-309e-4432-9c69-6cc1517fcb8d,revision_number=7']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:22.152992 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7c3b6257-2016-435f-898b-8b984cc0f90f req-dd96a21c-f1b0-43fe-9ed5-8eccff7d93ca service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601241 Sep 05 12:35:22.159046 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-a9d9fa7b-83a9-49d2-b27a-9e9478798441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'f2d35b84-8fb9-441a-93c1-82158f87f25a', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'floating_ip_address': '172.27.4.209', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'port_id': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'mac_address': 'fa:16:3e:09:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ca1300-109c-4625-a6f9-f7094055e384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:35:19Z', 'updated_at': '2022-09-05T12:35:19Z', 'revision_number': 0, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:22.186259 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9fa7b-83a9-49d2-b27a-9e9478798441 None None] Checking router: 301759a2-e838-4c5e-ae94-a67cc6616bdc for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:35:22.195983 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9fa7b-83a9-49d2-b27a-9e9478798441 None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:35:22.196604 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-a9d9fa7b-83a9-49d2-b27a-9e9478798441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:35:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:22.281648 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7c3b6257-2016-435f-898b-8b984cc0f90f req-2ede3830-5c47-45c9-ae7b-e836c04ec7d8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211321 Sep 05 12:35:22.348107 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-a9d9fa7b-83a9-49d2-b27a-9e9478798441 None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:35:22.401294 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:22.413514 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c096ec6-c0ed-466f-8f2f-55eee442e607 req-b05da344-79bf-4b7d-ab93-ed074f70529a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:22.423917 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-9c096ec6-c0ed-466f-8f2f-55eee442e607 req-b05da344-79bf-4b7d-ab93-ed074f70529a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0772388 Sep 05 12:35:22.498050 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-9c096ec6-c0ed-466f-8f2f-55eee442e607 req-b2026bae-dfd2-48be-9cc1-97013b750fb4 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645013 Sep 05 12:35:22.668096 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-a9d9fa7b-83a9-49d2-b27a-9e9478798441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'f2d35b84-8fb9-441a-93c1-82158f87f25a', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'floating_ip_address': '172.27.4.209', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'port_id': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'mac_address': 'fa:16:3e:09:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ca1300-109c-4625-a6f9-f7094055e384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:35:19Z', 'updated_at': '2022-09-05T12:35:19Z', 'revision_number': 0, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:35:22.700388 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9fa7b-83a9-49d2-b27a-9e9478798441 None None] The sync data for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi is: [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'f2d35b84-8fb9-441a-93c1-82158f87f25a', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'floating_ip_address': '172.27.4.209', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'port_id': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'mac_address': 'fa:16:3e:09:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ca1300-109c-4625-a6f9-f7094055e384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:35:19Z', 'updated_at': '2022-09-05T12:35:19Z', 'revision_number': 0, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:35:23.042777 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521926b6-96ab-4d66-abe4-b36ea1a3db48 None None] New status for floating IP f2d35b84-8fb9-441a-93c1-82158f87f25a: ACTIVE {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:35:23.331579 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88c77d-0f27-4127-8c10-cb5ed05fa9e6 req-dc1196bf-d310-458b-b231-17c32f0f502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:23.333243 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7f88c77d-0f27-4127-8c10-cb5ed05fa9e6 req-dc1196bf-d310-458b-b231-17c32f0f502f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=094bae935a1e4738b0c51d33c6d89e3a&device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 1130 time: 0.0742931 Sep 05 12:35:23.512276 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88c77d-0f27-4127-8c10-cb5ed05fa9e6 req-2e96ab88-823e-49d0-a367-6e07d3446393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:23.513906 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7f88c77d-0f27-4127-8c10-cb5ed05fa9e6 req-2e96ab88-823e-49d0-a367-6e07d3446393 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6 HTTP/1.1" status: 200 len: 917 time: 0.1564901 Sep 05 12:35:23.615976 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7f88c77d-0f27-4127-8c10-cb5ed05fa9e6 req-b178e4ce-0894-4f11-869e-01fd7be4f02d service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d HTTP/1.1" status: 200 len: 1002 time: 0.0920684 Sep 05 12:35:23.693326 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680a289-50f0-4784-a7a3-af44a1d0b962 req-b223ede2-d828-46c6-9fe7-dba643982a60 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:23.702006 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2680a289-50f0-4784-a7a3-af44a1d0b962 req-b223ede2-d828-46c6-9fe7-dba643982a60 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0906370 Sep 05 12:35:23.731908 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88c77d-0f27-4127-8c10-cb5ed05fa9e6 req-494e4149-5e0c-4b16-9f43-8ccfbcd1e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:23.734452 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7f88c77d-0f27-4127-8c10-cb5ed05fa9e6 req-494e4149-5e0c-4b16-9f43-8ccfbcd1e555 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=836db7f6-1080-4cec-b0a2-52e957aa9512 HTTP/1.1" status: 200 len: 855 time: 0.1036344 Sep 05 12:35:23.759390 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2680a289-50f0-4784-a7a3-af44a1d0b962 req-3ce7068c-45c8-420f-9359-61c51458f41f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556452 Sep 05 12:35:23.831879 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88c77d-0f27-4127-8c10-cb5ed05fa9e6 req-8e03d4c9-f55e-4a5e-9292-455ea8930034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:23.833799 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7f88c77d-0f27-4127-8c10-cb5ed05fa9e6 req-8e03d4c9-f55e-4a5e-9292-455ea8930034 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842328 Sep 05 12:35:23.955065 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7f88c77d-0f27-4127-8c10-cb5ed05fa9e6 req-352872c1-7f77-418d-9700-3432538b2473 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099963 Sep 05 12:35:24.102325 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7f88c77d-0f27-4127-8c10-cb5ed05fa9e6 req-10138d61-3868-4765-9536-3e3687159ac4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376135 Sep 05 12:35:24.329763 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56266) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:24.467378 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-50d0fde9-7a73-41f9-a86e-fbcfbc6c5650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:24.549653 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-50d0fde9-7a73-41f9-a86e-fbcfbc6c5650 admin admin] Publish callbacks [] for security_group (19bbf91f-3c4b-4c66-bea5-49200335e53d), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:24.849198 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-50d0fde9-7a73-41f9-a86e-fbcfbc6c5650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (19bbf91f-3c4b-4c66-bea5-49200335e53d), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:24.894289 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-50d0fde9-7a73-41f9-a86e-fbcfbc6c5650 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4ec98df514ca4e518c89fa1a9761f53f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5633421 Sep 05 12:35:24.895271 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0fde9-7a73-41f9-a86e-fbcfbc6c5650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bbf91f-3c4b-4c66-bea5-49200335e53d,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:24.897684 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56272) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:24.905074 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:24.926662 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaf3ab-c565-4da8-a93e-64b01fe7d2f7 req-9fcbab41-8d67-4da2-a385-5d2fd35e8e0c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:24.928586 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2eeaf3ab-c565-4da8-a93e-64b01fe7d2f7 req-9fcbab41-8d67-4da2-a385-5d2fd35e8e0c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0597577 Sep 05 12:35:24.963668 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-2002cb58-227d-44f9-b252-956bc0fbbe6a admin admin] Publish callbacks [] for security_group (19bbf91f-3c4b-4c66-bea5-49200335e53d), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:24.995154 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-2002cb58-227d-44f9-b252-956bc0fbbe6a admin admin] Publish callbacks [] for security_group (19bbf91f-3c4b-4c66-bea5-49200335e53d), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:24.998355 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2eeaf3ab-c565-4da8-a93e-64b01fe7d2f7 req-0a133364-236a-4655-8315-d488e41c84cd tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603740 Sep 05 12:35:25.159711 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-2002cb58-227d-44f9-b252-956bc0fbbe6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (19bbf91f-3c4b-4c66-bea5-49200335e53d), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:25.162581 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-2002cb58-227d-44f9-b252-956bc0fbbe6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:25.166473 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-2002cb58-227d-44f9-b252-956bc0fbbe6a admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/19bbf91f-3c4b-4c66-bea5-49200335e53d HTTP/1.1" status: 204 len: 168 time: 0.2657506 Sep 05 12:35:25.173015 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002cb58-227d-44f9-b252-956bc0fbbe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bbf91f-3c4b-4c66-bea5-49200335e53d,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:26.193453 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:26.203616 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6977d6-37c8-4d4a-afa7-64d0abbcf458 req-450dcfa6-58f9-4a7f-ac65-5b0aa89afc83 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:26.212241 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bb6977d6-37c8-4d4a-afa7-64d0abbcf458 req-450dcfa6-58f9-4a7f-ac65-5b0aa89afc83 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0696158 Sep 05 12:35:26.266695 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bb6977d6-37c8-4d4a-afa7-64d0abbcf458 req-64f756ed-ea9f-4f2b-964a-6b582cf5309a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531342 Sep 05 12:35:26.864844 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878dd9d-8455-4309-b5d1-37633c4add4d req-cf993540-1a4a-45d6-9ed6-efb14321ec11 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:26.866420 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6878dd9d-8455-4309-b5d1-37633c4add4d req-cf993540-1a4a-45d6-9ed6-efb14321ec11 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.0585907 Sep 05 12:35:26.934763 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:26.944677 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33de83-7ece-4500-9586-071479e3b0ff req-158ac72c-3cdb-4de3-a6ad-e12a63fb27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:26.946635 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1b33de83-7ece-4500-9586-071479e3b0ff req-158ac72c-3cdb-4de3-a6ad-e12a63fb27f9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=6b86bf1c78d74ceaaff6ead90a70526f&device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 1168 time: 0.0549855 Sep 05 12:35:26.971468 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6878dd9d-8455-4309-b5d1-37633c4add4d req-46dfa000-0499-4d7d-9a72-69eaae644f5b tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928319 Sep 05 12:35:27.025708 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:27.081146 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33de83-7ece-4500-9586-071479e3b0ff req-f65fd76a-2ddd-4e85-b122-da21913b989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:27.083717 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1b33de83-7ece-4500-9586-071479e3b0ff req-f65fd76a-2ddd-4e85-b122-da21913b989b service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=62fa3af2-b3d1-49d5-9125-58895bfbed57 HTTP/1.1" status: 200 len: 915 time: 0.1267290 Sep 05 12:35:27.164114 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1b33de83-7ece-4500-9586-071479e3b0ff req-c56bb5da-fcd9-4be3-8601-47d2d67d2285 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=484ab154-1eb7-4f51-b8a6-351d2c0646e4 HTTP/1.1" status: 200 len: 1001 time: 0.0718269 Sep 05 12:35:27.225333 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33de83-7ece-4500-9586-071479e3b0ff req-2dc88cfe-7e70-439f-befd-0433064dd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:27.227318 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1b33de83-7ece-4500-9586-071479e3b0ff req-2dc88cfe-7e70-439f-befd-0433064dd027 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=3313871b-d5e8-4681-86e1-dddafa769991 HTTP/1.1" status: 200 len: 853 time: 0.0556252 Sep 05 12:35:27.237829 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56316) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:27.289853 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33de83-7ece-4500-9586-071479e3b0ff req-f01ec64c-8676-4590-b4fe-aad85fcd7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:27.292031 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1b33de83-7ece-4500-9586-071479e3b0ff req-f01ec64c-8676-4590-b4fe-aad85fcd7ba5 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=62fa3af2-b3d1-49d5-9125-58895bfbed57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574269 Sep 05 12:35:27.408875 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1b33de83-7ece-4500-9586-071479e3b0ff req-ffff693d-055f-4fdb-a845-5a589b703d30 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088283 Sep 05 12:35:27.452343 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9d0e-0a0a-4003-a1f7-f118d03d4a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:27.564392 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d1527-2962-47c8-b298-9792daef2b7f req-7fb26ec0-b3e1-4e56-a175-7fb8a1f3f54d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:27.571994 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f12d1527-2962-47c8-b298-9792daef2b7f req-7fb26ec0-b3e1-4e56-a175-7fb8a1f3f54d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.1425769 Sep 05 12:35:27.582166 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9d0e-0a0a-4003-a1f7-f118d03d4a15 admin admin] Publish callbacks [] for security_group (e1c227d0-e639-4789-ab3d-c7dbce603c42), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:27.616808 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1b33de83-7ece-4500-9586-071479e3b0ff req-1847d61e-c602-4cdd-b2fa-a60da88a9b38 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966712 Sep 05 12:35:27.643493 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9d0e-0a0a-4003-a1f7-f118d03d4a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (e1c227d0-e639-4789-ab3d-c7dbce603c42), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:27.651275 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f12d1527-2962-47c8-b298-9792daef2b7f req-b865b1d2-4386-4c3e-9e54-353422b2c3bf tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783823 Sep 05 12:35:27.691141 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-fe2b9d0e-0a0a-4003-a1f7-f118d03d4a15 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1f0014351fc146cfa99ea2ea8bf507a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4490945 Sep 05 12:35:27.692107 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 56322) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:27.707630 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b9d0e-0a0a-4003-a1f7-f118d03d4a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c227d0-e639-4789-ab3d-c7dbce603c42,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:27.766387 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Publish callbacks [] for security_group (e1c227d0-e639-4789-ab3d-c7dbce603c42), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:27.798556 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Publish callbacks [] for security_group (e1c227d0-e639-4789-ab3d-c7dbce603c42), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:28.091631 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0056e93-d335-48aa-b407-091e46b7b8f4 req-25c99a05-5b34-4bab-92ba-2196ebe05e01 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:28.093159 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f0056e93-d335-48aa-b407-091e46b7b8f4 req-25c99a05-5b34-4bab-92ba-2196ebe05e01 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.0496168 Sep 05 12:35:28.167762 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f0056e93-d335-48aa-b407-091e46b7b8f4 req-f9407f7b-912b-4792-90f0-9a1e61b073a5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594425 Sep 05 12:35:28.237850 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (e1c227d0-e639-4789-ab3d-c7dbce603c42), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:28.240788 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:28.254285 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e1c227d0-e639-4789-ab3d-c7dbce603c42 HTTP/1.1" status: 204 len: 168 time: 0.5488279 Sep 05 12:35:28.254285 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c227d0-e639-4789-ab3d-c7dbce603c42,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:28.259797 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:28.259797 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:28.260052 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:28.260399 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:28.260735 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:28.261070 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:28.261398 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:28.261728 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:28.262057 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:28.262386 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:28.262711 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:28.263037 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:28.263380 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:28.263720 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:28.264045 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4659ff-eeba-43df-9dfa-bcf31ad54d70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:35:28.806178 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f37f38-6e4d-439f-ad67-8fc08b40b2f4 req-e5488f4b-4df3-422a-a2d9-1a9e602ee156 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:28.807954 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-99f37f38-6e4d-439f-ad67-8fc08b40b2f4 req-e5488f4b-4df3-422a-a2d9-1a9e602ee156 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0609994 Sep 05 12:35:28.869969 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-99f37f38-6e4d-439f-ad67-8fc08b40b2f4 req-994af4f0-1bf1-44f0-b20a-06c4d2d760cb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530825 Sep 05 12:35:29.336875 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b7027-7563-40bd-9d5a-fba484d855fe req-8ff994b9-984a-41d3-9507-baaed1413196 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:29.347646 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-052b7027-7563-40bd-9d5a-fba484d855fe req-8ff994b9-984a-41d3-9507-baaed1413196 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.0886958 Sep 05 12:35:29.432269 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-052b7027-7563-40bd-9d5a-fba484d855fe req-0f7d61af-10a1-4ad6-947f-dc5a515c922c tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833414 Sep 05 12:35:30.039412 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befad9e4-be06-4ffc-a834-73c781482adc req-2169dc93-7396-4f4a-b8d3-fa3de3a5593f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:30.041486 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-befad9e4-be06-4ffc-a834-73c781482adc req-2169dc93-7396-4f4a-b8d3-fa3de3a5593f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0578530 Sep 05 12:35:30.124912 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-befad9e4-be06-4ffc-a834-73c781482adc req-93e8a6a2-db1c-4361-bd5d-2475a4d993c0 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705245 Sep 05 12:35:30.182188 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 56366) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:30.335278 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-97b34348-fea1-4cea-a1d8-57aa89781b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:30.400786 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:30.409054 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:30.457867 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-97b34348-fea1-4cea-a1d8-57aa89781b42 admin admin] Publish callbacks [] for security_group (333a00c2-7580-41a1-b860-336caab74d93), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:30.529419 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-97b34348-fea1-4cea-a1d8-57aa89781b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (333a00c2-7580-41a1-b860-336caab74d93), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:30.586934 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1222ad-2d50-4668-913c-863a696eeb10 req-cf1bb89d-a929-4fba-ab04-e0c168de9c36 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:30.588905 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-97b34348-fea1-4cea-a1d8-57aa89781b42 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c2d7016631054758b4434dbc575cd73c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4055285 Sep 05 12:35:30.589320 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-3f1222ad-2d50-4668-913c-863a696eeb10 req-cf1bb89d-a929-4fba-ab04-e0c168de9c36 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.0537658 Sep 05 12:35:30.589876 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 56372) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:30.590650 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b34348-fea1-4cea-a1d8-57aa89781b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333a00c2-7580-41a1-b860-336caab74d93,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:30.653940 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0f66febd-4c9a-4723-8c1b-54ade7e58400 admin admin] Publish callbacks [] for security_group (333a00c2-7580-41a1-b860-336caab74d93), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:30.678025 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-3f1222ad-2d50-4668-913c-863a696eeb10 req-a431632f-0399-4722-b4f0-70e29d42e393 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722942 Sep 05 12:35:30.683950 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0f66febd-4c9a-4723-8c1b-54ade7e58400 admin admin] Publish callbacks [] for security_group (333a00c2-7580-41a1-b860-336caab74d93), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:30.826566 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0f66febd-4c9a-4723-8c1b-54ade7e58400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (333a00c2-7580-41a1-b860-336caab74d93), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:30.829559 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0f66febd-4c9a-4723-8c1b-54ade7e58400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:30.833683 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-0f66febd-4c9a-4723-8c1b-54ade7e58400 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/333a00c2-7580-41a1-b860-336caab74d93 HTTP/1.1" status: 204 len: 168 time: 0.2369609 Sep 05 12:35:30.852140 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66febd-4c9a-4723-8c1b-54ade7e58400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333a00c2-7580-41a1-b860-336caab74d93,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:31.292154 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c140887-8ad7-455a-b36e-3d345ebaffb7 req-3daa35d8-c417-48e3-ae93-cb1b4aa24bb7 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:31.298085 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-9c140887-8ad7-455a-b36e-3d345ebaffb7 req-3daa35d8-c417-48e3-ae93-cb1b4aa24bb7 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0695727 Sep 05 12:35:31.369338 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-9c140887-8ad7-455a-b36e-3d345ebaffb7 req-e863c7d8-dca9-4726-9720-2cf792ee6aa4 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661602 Sep 05 12:35:31.810332 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:31.821608 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9575f-a18b-45dc-a361-22ee8dab268a req-428d01b2-cb6e-4527-a8fd-ccc969475bca tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:31.823123 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-caa9575f-a18b-45dc-a361-22ee8dab268a req-428d01b2-cb6e-4527-a8fd-ccc969475bca tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.0550478 Sep 05 12:35:31.896146 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-caa9575f-a18b-45dc-a361-22ee8dab268a req-a3dc8c7f-2392-4cea-8b63-307f1fe496ea tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666323 Sep 05 12:35:32.552397 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa08f8-be24-4226-9c57-4ceae6d33a5e req-efb18092-2e32-4a43-b94a-6a093d742756 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:32.554667 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-01aa08f8-be24-4226-9c57-4ceae6d33a5e req-efb18092-2e32-4a43-b94a-6a093d742756 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0770769 Sep 05 12:35:32.625823 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-01aa08f8-be24-4226-9c57-4ceae6d33a5e req-02e91f8f-b1a6-41ad-ab1e-761b1422a30e tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631106 Sep 05 12:35:33.020619 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33853659-6900-4c6e-8543-249e84b5700f req-5139cead-b0e4-4d0c-affc-deaddf521169 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:33.022746 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-33853659-6900-4c6e-8543-249e84b5700f req-5139cead-b0e4-4d0c-affc-deaddf521169 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.0501220 Sep 05 12:35:33.089387 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-33853659-6900-4c6e-8543-249e84b5700f req-009314e3-7cfa-4ac7-9451-8ca2593f223b tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605688 Sep 05 12:35:33.205360 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:33.238326 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:33.626019 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1749e300-37a1-42ec-b7af-862ec8c0b2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:33.771440 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59df16d-c2b5-4085-aaf5-91d43979296b req-52aecd9b-3d03-4a2b-b373-eb31bf6f2162 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:33.773103 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a59df16d-c2b5-4085-aaf5-91d43979296b req-52aecd9b-3d03-4a2b-b373-eb31bf6f2162 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0555844 Sep 05 12:35:33.829671 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a59df16d-c2b5-4085-aaf5-91d43979296b req-67216a43-3372-4780-aa4f-5b901b0a71fe tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505981 Sep 05 12:35:34.162404 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7162280-8b6d-4af1-bfb8-6afb31325f72 req-f446a8e2-2a6b-4749-b520-b6498335a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:34.163957 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e7162280-8b6d-4af1-bfb8-6afb31325f72 req-f446a8e2-2a6b-4749-b520-b6498335a97d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=094bae935a1e4738b0c51d33c6d89e3a&device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 1130 time: 0.0478764 Sep 05 12:35:34.217196 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd35965-8b05-4efe-b46b-2f108b3ffe7d req-5ad750f4-b4d0-4865-9a58-d5e2b061d9e8 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:34.218735 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ffd35965-8b05-4efe-b46b-2f108b3ffe7d req-5ad750f4-b4d0-4865-9a58-d5e2b061d9e8 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.0486262 Sep 05 12:35:34.245242 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:34.263560 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7162280-8b6d-4af1-bfb8-6afb31325f72 req-584cd4c5-c499-460e-ad1f-60c9e67ab3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:34.265178 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e7162280-8b6d-4af1-bfb8-6afb31325f72 req-584cd4c5-c499-460e-ad1f-60c9e67ab3da service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6 HTTP/1.1" status: 200 len: 917 time: 0.0949934 Sep 05 12:35:34.289410 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ffd35965-8b05-4efe-b46b-2f108b3ffe7d req-0db9e704-5583-44dc-8c31-55e8f8b2f1ad tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644586 Sep 05 12:35:34.335848 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e7162280-8b6d-4af1-bfb8-6afb31325f72 req-79d7972b-32ee-4309-a2f3-bd9050e0bc83 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d HTTP/1.1" status: 200 len: 1002 time: 0.0598950 Sep 05 12:35:34.387289 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7162280-8b6d-4af1-bfb8-6afb31325f72 req-3e2bfcf1-8417-4b8c-acf9-eb013f7a3955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:34.388806 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e7162280-8b6d-4af1-bfb8-6afb31325f72 req-3e2bfcf1-8417-4b8c-acf9-eb013f7a3955 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=836db7f6-1080-4cec-b0a2-52e957aa9512 HTTP/1.1" status: 200 len: 855 time: 0.0466394 Sep 05 12:35:34.439320 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7162280-8b6d-4af1-bfb8-6afb31325f72 req-c4f4421e-ee08-4ee1-964c-e988bca85f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:34.441434 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e7162280-8b6d-4af1-bfb8-6afb31325f72 req-c4f4421e-ee08-4ee1-964c-e988bca85f75 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441022 Sep 05 12:35:34.536035 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e7162280-8b6d-4af1-bfb8-6afb31325f72 req-a7efc283-00aa-4b57-b88c-d05dcddf8393 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859983 Sep 05 12:35:34.640559 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e7162280-8b6d-4af1-bfb8-6afb31325f72 req-8fc4fd31-a5a2-4cdd-a3e0-fc79eb68b27c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940487 Sep 05 12:35:34.961268 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f1bd8-45ed-486f-9f3d-2b9b66b15775 req-d75e902d-61ad-4ff0-b1b6-fb393cc57b54 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:34.962919 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-026f1bd8-45ed-486f-9f3d-2b9b66b15775 req-d75e902d-61ad-4ff0-b1b6-fb393cc57b54 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0489943 Sep 05 12:35:35.018740 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-026f1bd8-45ed-486f-9f3d-2b9b66b15775 req-d0b7e9f3-98d0-486c-add4-5ae67459da22 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455854 Sep 05 12:35:35.414632 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda50eb-5e8b-446f-bc16-5251eb9ca7b0 req-69a46479-f831-4fe1-b96f-9bbfb73d6fac tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:35.416328 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4fda50eb-5e8b-446f-bc16-5251eb9ca7b0 req-69a46479-f831-4fe1-b96f-9bbfb73d6fac tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.0490022 Sep 05 12:35:35.461607 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:35.477727 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4fda50eb-5e8b-446f-bc16-5251eb9ca7b0 req-fea9edca-e3fd-4482-acb6-7956e2bb2e39 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556562 Sep 05 12:35:36.077851 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8186db03-d526-4dd7-95a5-0fee8ea8a4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:36.141604 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:36.158815 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4ccfb-4f86-45cd-b3a4-c61a4180286e req-dce31c19-09f8-490f-8f82-515b1eb3851b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:36.160573 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0ec4ccfb-4f86-45cd-b3a4-c61a4180286e req-dce31c19-09f8-490f-8f82-515b1eb3851b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0502026 Sep 05 12:35:36.217131 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0ec4ccfb-4f86-45cd-b3a4-c61a4180286e req-b5c6c213-ae36-46e9-8e70-da615eb625f9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508049 Sep 05 12:35:36.603309 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61528c28-a7ab-4adf-99b0-a75d1495708d req-df416c6c-924d-4135-904c-c67759659857 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:36.604826 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-61528c28-a7ab-4adf-99b0-a75d1495708d req-df416c6c-924d-4135-904c-c67759659857 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.0479445 Sep 05 12:35:36.665861 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-61528c28-a7ab-4adf-99b0-a75d1495708d req-317e277b-fd8d-4200-a962-391be1951880 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552680 Sep 05 12:35:37.347520 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f27b8-df0d-4791-af15-0409b173bb65 req-037ea618-6f4b-4ff7-809a-a90b1573a6b6 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:37.348966 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-271f27b8-df0d-4791-af15-0409b173bb65 req-037ea618-6f4b-4ff7-809a-a90b1573a6b6 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 946 time: 0.0496764 Sep 05 12:35:37.350921 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:37.398082 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-271f27b8-df0d-4791-af15-0409b173bb65 req-b5900b45-6c09-497b-8141-0fead25c43c2 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432529 Sep 05 12:35:37.793524 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443614b-2190-4279-93d9-5902b11a4613 req-cece75c4-1272-48ad-9c50-6a09b5cc9cf0 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:37.795030 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d443614b-2190-4279-93d9-5902b11a4613 req-cece75c4-1272-48ad-9c50-6a09b5cc9cf0 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.0545821 Sep 05 12:35:37.856446 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d443614b-2190-4279-93d9-5902b11a4613 req-39508806-5a93-4da8-870c-9334d774000f tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550022 Sep 05 12:35:38.171511 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 3c7003e7-309e-4432-9c69-6cc1517fcb8d no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:35:38.246417 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 3c7003e7-309e-4432-9c69-6cc1517fcb8d is: ACTIVE; New status is: DOWN {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:35:38.246877 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:38.271718 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c7003e7-309e-4432-9c69-6cc1517fcb8d'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:35:38.273986 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157a1210-709e-4fad-9086-cc57a32a90a3" -d '{"events": [{"server_uuid": "407e87bb-faeb-4ba6-b6dc-e9b7a3690356", "name": "network-vif-unplugged", "status": "completed", "tag": "3c7003e7-309e-4432-9c69-6cc1517fcb8d"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:35:38.286887 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 3c7003e7-309e-4432-9c69-6cc1517fcb8d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:38.311282 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Sep 2022 12:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0132248c-af09-43ed-b9a0-37366dbc1c7d x-openstack-request-id: req-0132248c-af09-43ed-b9a0-37366dbc1c7d {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:35:38.311624 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407e87bb-faeb-4ba6-b6dc-e9b7a3690356", "name": "network-vif-unplugged", "status": "completed", "tag": "3c7003e7-309e-4432-9c69-6cc1517fcb8d", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:35:38.311893 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0132248c-af09-43ed-b9a0-37366dbc1c7d {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:35:38.312298 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0132248c-af09-43ed-b9a0-37366dbc1c7d'] response: {'server_uuid': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c7003e7-309e-4432-9c69-6cc1517fcb8d', 'code': 200} Sep 05 12:35:38.392228 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:38.439243 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=3c7003e7-309e-4432-9c69-6cc1517fcb8d,revision_number=8']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:38.529734 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b9401-529b-45e2-be59-380a42c5e631 req-5583c9d4-835d-4ec0-8b79-651493430fdb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:38.531232 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cd1b9401-529b-45e2-be59-380a42c5e631 req-5583c9d4-835d-4ec0-8b79-651493430fdb tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0493059 Sep 05 12:35:38.580485 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cd1b9401-529b-45e2-be59-380a42c5e631 req-e230608a-90e5-432e-954a-18978b1e7d88 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427945 Sep 05 12:35:38.786612 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:38.988875 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108eb4c-eb74-429a-a9d4-7c0f784d102e req-cfe6147a-1757-4e6e-a788-246753e111b8 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:38.990691 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5108eb4c-eb74-429a-a9d4-7c0f784d102e req-cfe6147a-1757-4e6e-a788-246753e111b8 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.0540228 Sep 05 12:35:39.061288 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5108eb4c-eb74-429a-a9d4-7c0f784d102e req-65a167ee-fcd9-4fee-8135-b854ba58737c tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642276 Sep 05 12:35:39.123600 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:39.713902 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f5274-0349-48dc-bd03-bee60e9b9387 req-6438a451-6c75-476f-94fe-f6594b0109aa tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:39.715525 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-df5f5274-0349-48dc-bd03-bee60e9b9387 req-6438a451-6c75-476f-94fe-f6594b0109aa tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0517769 Sep 05 12:35:39.764300 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-df5f5274-0349-48dc-bd03-bee60e9b9387 req-0cfe2f00-ed31-4449-9fff-e0d521ef1644 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430717 Sep 05 12:35:40.192472 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9582f-ea22-456c-8468-fe62acbe9dcf req-cba839cc-1466-47ec-a76f-6d9f49cc9612 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:40.193909 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-65a9582f-ea22-456c-8468-fe62acbe9dcf req-cba839cc-1466-47ec-a76f-6d9f49cc9612 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.0493727 Sep 05 12:35:40.257313 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-65a9582f-ea22-456c-8468-fe62acbe9dcf req-ed93b929-a9f3-4efc-ae88-bd085ac00062 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574493 Sep 05 12:35:41.348616 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 3c7003e7-309e-4432-9c69-6cc1517fcb8d no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:35:41.397247 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a87b0-d21a-4cc5-9b2c-4414ee03aece req-2bd4eb43-ed5d-4b30-9794-43191baaecdc tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:41.398803 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-be6a87b0-d21a-4cc5-9b2c-4414ee03aece req-2bd4eb43-ed5d-4b30-9794-43191baaecdc tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.0579891 Sep 05 12:35:41.431793 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 3c7003e7-309e-4432-9c69-6cc1517fcb8d is: DOWN; New status is: DOWN {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:35:41.466295 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-be6a87b0-d21a-4cc5-9b2c-4414ee03aece req-00035f54-9c73-4442-a90a-32a1b0192490 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611246 Sep 05 12:35:41.651355 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [req-8001fc3c-c32b-48c8-9a7c-a1c910ec0f08 req-6a2666aa-62ee-4fdd-9f6c-f14a3bd2c1d9 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 05 12:35:41.652387 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8001fc3c-c32b-48c8-9a7c-a1c910ec0f08 req-6a2666aa-62ee-4fdd-9f6c-f14a3bd2c1d9 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055501 Sep 05 12:35:42.108154 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773be40-5948-45f8-b9e0-ba8180ffa09d req-6399c333-9799-484b-8b7e-7e21ee60b913 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:42.110044 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e773be40-5948-45f8-b9e0-ba8180ffa09d req-6399c333-9799-484b-8b7e-7e21ee60b913 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0530152 Sep 05 12:35:42.170116 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-e773be40-5948-45f8-b9e0-ba8180ffa09d req-05cd5adc-4488-45b2-ac47-ffafd999f833 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514846 Sep 05 12:35:42.177145 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56534) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:42.288655 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-487249a0-c8c9-4917-aea2-18d472ff2dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:42.292047 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:35:42.323857 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:42.364595 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-26c71959-f3c3-44e5-bed7-943e6f5a5c54 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530665 Sep 05 12:35:42.405708 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-487249a0-c8c9-4917-aea2-18d472ff2dc8 admin admin] Publish callbacks [] for security_group (fb1528ad-0ac4-4eba-8479-c7350fd5ea96), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:42.445401 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-386349f4-b155-4cb6-8044-ba21f0b77a59 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:42.446020 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-386349f4-b155-4cb6-8044-ba21f0b77a59 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports/3c7003e7-309e-4432-9c69-6cc1517fcb8d HTTP/1.1" status: 200 len: 941 time: 0.0501344 Sep 05 12:35:42.489492 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-487249a0-c8c9-4917-aea2-18d472ff2dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (fb1528ad-0ac4-4eba-8479-c7350fd5ea96), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:42.501211 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:42.536119 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-487249a0-c8c9-4917-aea2-18d472ff2dc8 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=5707d692130b40f298f0d122edfeed38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3568459 Sep 05 12:35:42.536119 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487249a0-c8c9-4917-aea2-18d472ff2dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1528ad-0ac4-4eba-8479-c7350fd5ea96,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:42.536334 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 56542) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:35:42.620203 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d09ac-4765-4cc2-b753-3fc196163ded req-57515280-175b-46b8-af5b-7f35909f01e5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:42.621738 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-625d09ac-4765-4cc2-b753-3fc196163ded req-57515280-175b-46b8-af5b-7f35909f01e5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.0698299 Sep 05 12:35:42.643891 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-def3f060-b2e3-4fe0-ad9a-1e9ec006f784 admin admin] Publish callbacks [] for security_group (fb1528ad-0ac4-4eba-8479-c7350fd5ea96), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:42.681175 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-def3f060-b2e3-4fe0-ad9a-1e9ec006f784 admin admin] Publish callbacks [] for security_group (fb1528ad-0ac4-4eba-8479-c7350fd5ea96), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:42.714546 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:42.736394 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-625d09ac-4765-4cc2-b753-3fc196163ded req-3f8037a6-e255-44a5-98eb-3ddc71c65d13 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1039288 Sep 05 12:35:42.820086 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-def3f060-b2e3-4fe0-ad9a-1e9ec006f784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (fb1528ad-0ac4-4eba-8479-c7350fd5ea96), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:42.822871 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-def3f060-b2e3-4fe0-ad9a-1e9ec006f784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:42.823922 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-def3f060-b2e3-4fe0-ad9a-1e9ec006f784 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/fb1528ad-0ac4-4eba-8479-c7350fd5ea96 HTTP/1.1" status: 204 len: 168 time: 0.2867048 Sep 05 12:35:42.832509 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3f060-b2e3-4fe0-ad9a-1e9ec006f784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1528ad-0ac4-4eba-8479-c7350fd5ea96,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:43.316795 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee3eae-3998-451d-ac3b-74305ed3e1a8 req-38d4c9b4-d6a6-44d8-a277-247ddf70ee55 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:43.318429 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ddee3eae-3998-451d-ac3b-74305ed3e1a8 req-38d4c9b4-d6a6-44d8-a277-247ddf70ee55 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0581915 Sep 05 12:35:43.373785 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ddee3eae-3998-451d-ac3b-74305ed3e1a8 req-437a9445-76e4-4269-8903-7fa968ddec6b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488796 Sep 05 12:35:43.860823 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd1bde-0817-4682-9701-21f4bf09e636 req-7e178d74-9693-4721-9d8c-6b7ed6e9b94a tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:43.862841 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1afd1bde-0817-4682-9701-21f4bf09e636 req-7e178d74-9693-4721-9d8c-6b7ed6e9b94a tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.0493562 Sep 05 12:35:43.924450 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1afd1bde-0817-4682-9701-21f4bf09e636 req-0543dd3c-d701-438e-845e-46ac82d8306f tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555556 Sep 05 12:35:44.449249 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-53a0775a-2e73-4f97-8fbe-8b53c9a8663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:44.450882 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-53a0775a-2e73-4f97-8fbe-8b53c9a8663f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356&tenant_id=094bae935a1e4738b0c51d33c6d89e3a HTTP/1.1" status: 200 len: 1128 time: 0.0467331 Sep 05 12:35:44.509168 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f995008-bce5-4a84-991d-638f69443de2 req-8b887cd1-e075-4113-9e17-1b8290e87fef tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:44.510756 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4f995008-bce5-4a84-991d-638f69443de2 req-8b887cd1-e075-4113-9e17-1b8290e87fef tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0490844 Sep 05 12:35:44.560725 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4f995008-bce5-4a84-991d-638f69443de2 req-c45eb892-8471-4b89-bd6e-ba27528d6a02 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442405 Sep 05 12:35:45.014555 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-51b95836-c2c4-4cad-a4f0-a57727100452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:45.016564 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-51b95836-c2c4-4cad-a4f0-a57727100452 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=094bae935a1e4738b0c51d33c6d89e3a&device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 1128 time: 0.0498993 Sep 05 12:35:45.119800 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3d9ba-3768-4863-86a2-5aeb811ebe94 req-eaeb1397-5bd1-4255-8e02-806bc336c9df tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:45.121296 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-87b3d9ba-3768-4863-86a2-5aeb811ebe94 req-eaeb1397-5bd1-4255-8e02-806bc336c9df tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.1031477 Sep 05 12:35:45.170459 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:45.181137 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-cc2d3786-101a-4254-8d34-8370c225bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:45.183272 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-cc2d3786-101a-4254-8d34-8370c225bbf3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6 HTTP/1.1" status: 200 len: 917 time: 0.1521363 Sep 05 12:35:45.256286 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-87b3d9ba-3768-4863-86a2-5aeb811ebe94 req-53ed54e5-c03e-463a-8025-f71cc15d7496 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&id=3533742a-a686-479f-81e8-521361f5def6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1252503 Sep 05 12:35:45.272762 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-e1ff86ec-0e71-4c9a-9778-7c58842fb813 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d HTTP/1.1" status: 200 len: 1000 time: 0.0788085 Sep 05 12:35:45.327769 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-ebf75375-fee4-4f73-bfc0-346f27b69ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:45.329244 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-ebf75375-fee4-4f73-bfc0-346f27b69ec6 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=836db7f6-1080-4cec-b0a2-52e957aa9512 HTTP/1.1" status: 200 len: 855 time: 0.0484710 Sep 05 12:35:45.375383 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-166e4a42-2ea4-4a89-b108-8e446592c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:45.376835 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-166e4a42-2ea4-4a89-b108-8e446592c54e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=63375a32-83e0-46aa-bf2e-0ee5e39b91e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388496 Sep 05 12:35:45.693772 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69187e2c-1adf-48fe-af20-4ac275914ce3 req-9d6ca1cd-0be4-4716-bb16-5d7b6b0e72de tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:45.695277 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-69187e2c-1adf-48fe-af20-4ac275914ce3 req-9d6ca1cd-0be4-4716-bb16-5d7b6b0e72de tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0482891 Sep 05 12:35:45.726841 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-8f2d7dbe-638f-4e6d-bc8d-ef7f249ae2d3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425241 Sep 05 12:35:45.750276 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-69187e2c-1adf-48fe-af20-4ac275914ce3 req-e5e124ff-c5fa-4f26-ba91-e5841e2f2535 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490861 Sep 05 12:35:45.819921 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-a31258fc-c7a7-4015-8bb8-4739eb6c6be6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850203 Sep 05 12:35:46.915605 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3571c-23bf-4b5a-81dd-b52647e7c1e1 req-f4f36525-e303-4a3d-96c9-859886cbb7e8 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:46.917154 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0aa3571c-23bf-4b5a-81dd-b52647e7c1e1 req-f4f36525-e303-4a3d-96c9-859886cbb7e8 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0606351 Sep 05 12:35:46.973445 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0aa3571c-23bf-4b5a-81dd-b52647e7c1e1 req-e6e5712e-ff73-49a2-a5f7-a5ea1a87f866 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503218 Sep 05 12:35:48.113339 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c0f8c-3a2d-472c-8fcd-7134a90fb8b7 req-7f96e0a8-f82e-4d28-9558-1a5f24bd5dde tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:48.115265 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1d1c0f8c-3a2d-472c-8fcd-7134a90fb8b7 req-7f96e0a8-f82e-4d28-9558-1a5f24bd5dde tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0533261 Sep 05 12:35:48.168821 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1d1c0f8c-3a2d-472c-8fcd-7134a90fb8b7 req-33f507fd-54f6-452f-9e56-296c6c91e105 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478382 Sep 05 12:35:49.321740 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275eeb2-f107-49b8-af13-fd9627e9f5a1 req-e5f2588a-695a-4ca4-a2be-a78f980f8a4b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:49.323375 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6275eeb2-f107-49b8-af13-fd9627e9f5a1 req-e5f2588a-695a-4ca4-a2be-a78f980f8a4b tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0663290 Sep 05 12:35:49.380229 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6275eeb2-f107-49b8-af13-fd9627e9f5a1 req-a7e59803-8631-45a5-94ee-e4cd484c8714 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508149 Sep 05 12:35:50.524631 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc97e79-af81-40f9-b37e-480d04ce7706 req-8954b343-caa1-4063-b9ba-b4bb84aa166c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:50.527195 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7fc97e79-af81-40f9-b37e-480d04ce7706 req-8954b343-caa1-4063-b9ba-b4bb84aa166c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0551879 Sep 05 12:35:50.589868 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7fc97e79-af81-40f9-b37e-480d04ce7706 req-616f98fa-0299-4ffe-8e67-e1f7aa81ff53 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485773 Sep 05 12:35:51.353382 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:51.739346 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8095d-2c1b-463d-a998-37184d7e1dfa req-8e3a425a-6247-4d8c-8479-b476a8a00c5d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:51.741261 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3fb8095d-2c1b-463d-a998-37184d7e1dfa req-8e3a425a-6247-4d8c-8479-b476a8a00c5d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0515602 Sep 05 12:35:51.754963 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:51.799023 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3fb8095d-2c1b-463d-a998-37184d7e1dfa req-23299ff4-3580-4ab5-a213-7fee4a86b398 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521255 Sep 05 12:35:52.984175 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305ddb9-a5dd-4fb7-845d-07b0e10e9e11 req-d5a54d71-6193-4850-98c9-08dc2b59b3cd tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:52.984175 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0305ddb9-a5dd-4fb7-845d-07b0e10e9e11 req-d5a54d71-6193-4850-98c9-08dc2b59b3cd tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0518630 Sep 05 12:35:53.008472 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0305ddb9-a5dd-4fb7-845d-07b0e10e9e11 req-f284e294-6294-4f16-b3c0-d99253004810 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544209 Sep 05 12:35:54.159011 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ed3cc-38bc-4c6a-9b9a-472f5b85e9b9 req-2c4f04a3-815a-4416-876d-611acd45b0fa tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:54.162552 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-337ed3cc-38bc-4c6a-9b9a-472f5b85e9b9 req-2c4f04a3-815a-4416-876d-611acd45b0fa tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0491095 Sep 05 12:35:54.213748 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-337ed3cc-38bc-4c6a-9b9a-472f5b85e9b9 req-253b8226-0479-4b04-a78a-b695fab93228 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446498 Sep 05 12:35:55.345655 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a277a-f41e-4d22-807a-3c2a52427698 req-52114a0f-a4dd-47dd-942c-4affbfb61a37 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:55.347080 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-191a277a-f41e-4d22-807a-3c2a52427698 req-52114a0f-a4dd-47dd-942c-4affbfb61a37 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0481260 Sep 05 12:35:55.396522 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-191a277a-f41e-4d22-807a-3c2a52427698 req-51d122ca-3eb0-40e8-899f-afafe56fb9a9 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438335 Sep 05 12:35:56.363044 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=8 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:56.525653 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419213f0-cf13-4a45-b8fa-6a3705f4ebef req-deeaf7a9-2fd9-4a67-a29f-faab64ee3f99 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:56.529587 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-419213f0-cf13-4a45-b8fa-6a3705f4ebef req-deeaf7a9-2fd9-4a67-a29f-faab64ee3f99 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0483479 Sep 05 12:35:56.574699 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-419213f0-cf13-4a45-b8fa-6a3705f4ebef req-d8df51bf-61dd-405b-92e9-46df2055459d tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418921 Sep 05 12:35:57.444743 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 3c7003e7-309e-4432-9c69-6cc1517fcb8d details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:35:57.446884 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:57.448399 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:35:57.544927 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 3c7003e7-309e-4432-9c69-6cc1517fcb8d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:57.558014 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '3c7003e7-309e-4432-9c69-6cc1517fcb8d', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'port_id': '3c7003e7-309e-4432-9c69-6cc1517fcb8d', 'mac_address': 'fa:16:3e:3d:62:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:35:57.596855 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 3c7003e7-309e-4432-9c69-6cc1517fcb8d is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:35:57.597250 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:57.615064 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7003e7-309e-4432-9c69-6cc1517fcb8d {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:35:57.637493 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 3c7003e7-309e-4432-9c69-6cc1517fcb8d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:57.689696 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:57.709289 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b676fa-7f96-4985-bfe0-3138ffcb9ff2 req-b64fad4c-a282-44f5-9f8b-37d64cbb71da tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:57.709289 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-33b676fa-7f96-4985-bfe0-3138ffcb9ff2 req-b64fad4c-a282-44f5-9f8b-37d64cbb71da tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 944 time: 0.0491641 Sep 05 12:35:57.739313 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=3c7003e7-309e-4432-9c69-6cc1517fcb8d,revision_number=9']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:35:57.760002 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-33b676fa-7f96-4985-bfe0-3138ffcb9ff2 req-38501f87-5180-4678-8204-5782000e8dea tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483668 Sep 05 12:35:58.030796 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['3c7003e7-309e-4432-9c69-6cc1517fcb8d'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:35:58.910944 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e334e5d-2ba1-495f-b8d5-e003b6744335 req-cda9cbea-37d2-429d-b6a2-9107d5995094 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:35:58.913128 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6e334e5d-2ba1-495f-b8d5-e003b6744335 req-cda9cbea-37d2-429d-b6a2-9107d5995094 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 945 time: 0.0569918 Sep 05 12:35:58.965610 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6e334e5d-2ba1-495f-b8d5-e003b6744335 req-c14d0df3-9632-4000-9e63-0c70aa59136c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465691 Sep 05 12:35:59.463900 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 3c7003e7-309e-4432-9c69-6cc1517fcb8d up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:35:59.507962 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 3c7003e7-309e-4432-9c69-6cc1517fcb8d triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:35:59.508337 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:59.584536 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 3c7003e7-309e-4432-9c69-6cc1517fcb8d is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:35:59.584920 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:59.608419 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7003e7-309e-4432-9c69-6cc1517fcb8d'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:35:59.610645 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681a4f18-2c00-499d-b36e-d5cb47412858" -d '{"events": [{"server_uuid": "407e87bb-faeb-4ba6-b6dc-e9b7a3690356", "name": "network-vif-plugged", "status": "completed", "tag": "3c7003e7-309e-4432-9c69-6cc1517fcb8d"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:35:59.623452 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 3c7003e7-309e-4432-9c69-6cc1517fcb8d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:35:59.651795 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdbe917-657a-457c-a8d7-41c1e36b1281 x-openstack-request-id: req-4cdbe917-657a-457c-a8d7-41c1e36b1281 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:35:59.652108 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407e87bb-faeb-4ba6-b6dc-e9b7a3690356", "name": "network-vif-plugged", "status": "completed", "tag": "3c7003e7-309e-4432-9c69-6cc1517fcb8d", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:35:59.652366 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4cdbe917-657a-457c-a8d7-41c1e36b1281 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:35:59.652765 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cdbe917-657a-457c-a8d7-41c1e36b1281'] response: {'server_uuid': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7003e7-309e-4432-9c69-6cc1517fcb8d', 'code': 200} Sep 05 12:35:59.729879 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:35:59.780076 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=3c7003e7-309e-4432-9c69-6cc1517fcb8d,revision_number=10']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:00.029570 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:00.070380 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8be8bb-ef4e-4fce-a267-ec8d682eec55 req-73266fd5-bae3-4770-b539-fd591fc8a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:00.072825 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-eb8be8bb-ef4e-4fce-a267-ec8d682eec55 req-73266fd5-bae3-4770-b539-fd591fc8a16d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 1131 time: 0.0438247 Sep 05 12:36:00.102145 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:00.126350 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-eb8be8bb-ef4e-4fce-a267-ec8d682eec55 req-7bb3a87d-1e6f-4ef0-9d1b-cd7d544193ef service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457478 Sep 05 12:36:00.253930 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ba6d3-fefe-466b-bfe6-2a3fa8ed9679 req-3c1e19e8-a5e5-44b6-9f27-c2328799049f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:00.255631 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3c4ba6d3-fefe-466b-bfe6-2a3fa8ed9679 req-3c1e19e8-a5e5-44b6-9f27-c2328799049f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 947 time: 0.0508194 Sep 05 12:36:00.311151 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3c4ba6d3-fefe-466b-bfe6-2a3fa8ed9679 req-30c8fd94-ffc6-4f98-a7c8-f872b882b635 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492511 Sep 05 12:36:01.444578 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3acac-34da-4818-8412-d088f1fab3d2 req-12a4f0ab-ec34-4edd-b462-aef363ec3d45 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:01.446135 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-aae3acac-34da-4818-8412-d088f1fab3d2 req-12a4f0ab-ec34-4edd-b462-aef363ec3d45 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 947 time: 0.0505412 Sep 05 12:36:01.498085 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-aae3acac-34da-4818-8412-d088f1fab3d2 req-cf126abe-43b0-457f-be68-bbbc975b02fe tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461829 Sep 05 12:36:02.645207 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee7556-9856-462a-b18d-28163dd5fcf9 req-00e32211-ebff-4b4b-8814-546ac63eaac4 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:02.646715 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cfee7556-9856-462a-b18d-28163dd5fcf9 req-00e32211-ebff-4b4b-8814-546ac63eaac4 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 947 time: 0.0508840 Sep 05 12:36:02.696986 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cfee7556-9856-462a-b18d-28163dd5fcf9 req-d5564b78-4622-4471-bf46-806e8d754bc4 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446396 Sep 05 12:36:03.672812 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-ff11a8e6-366c-4926-88d0-4ae1fb5d0e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:03.828944 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5a33d-8f04-4705-8d8e-4f58666c0f0d req-33361144-663d-4096-9ade-dbd5e7d2beac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:03.830487 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e9b5a33d-8f04-4705-8d8e-4f58666c0f0d req-33361144-663d-4096-9ade-dbd5e7d2beac tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 947 time: 0.0489771 Sep 05 12:36:03.890308 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e9b5a33d-8f04-4705-8d8e-4f58666c0f0d req-d928fd59-5790-4874-9ef8-2f821e693301 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540907 Sep 05 12:36:06.106380 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-88862f50-f74b-4822-9506-c8e4e9c1b7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:07.364184 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:08.786985 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:09.129937 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:11.491507 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=90 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:11.494354 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=81 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:13.883014 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=63 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:13.886963 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=28 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:17.299003 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea37ec-bab6-469e-8752-8e5e7a6d83e6 req-15775812-ed77-432a-8f70-34dfa61d6f17 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:17.300671 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a9ea37ec-bab6-469e-8752-8e5e7a6d83e6 req-15775812-ed77-432a-8f70-34dfa61d6f17 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 945 time: 0.0488684 Sep 05 12:36:17.348943 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a9ea37ec-bab6-469e-8752-8e5e7a6d83e6 req-8b49be70-c50f-4fcb-bcc3-cf70a990bc79 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e54fad36-2090-4956-804d-d11c99cf2f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425198 Sep 05 12:36:18.477356 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bc7e2-4376-4611-ae33-47320d6e8cce req-8e902dab-cf0c-4027-9a11-ff866523a12e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:18.478840 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d86bc7e2-4376-4611-ae33-47320d6e8cce req-8e902dab-cf0c-4027-9a11-ff866523a12e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 945 time: 0.0515852 Sep 05 12:36:18.530310 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d86bc7e2-4376-4611-ae33-47320d6e8cce req-fbbd141a-f480-4a42-909b-25259f63e587 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e54fad36-2090-4956-804d-d11c99cf2f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454698 Sep 05 12:36:19.054828 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:19.056714 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:19.290150 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:36:19.335347 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4800e38-3ba9-40ce-bf68-615f0e762e3e req-ee400b98-f7cf-4d5b-bc8e-0d0bbfcdba92 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:19.336871 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a4800e38-3ba9-40ce-bf68-615f0e762e3e req-ee400b98-f7cf-4d5b-bc8e-0d0bbfcdba92 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 945 time: 0.0485559 Sep 05 12:36:19.431902 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-a4800e38-3ba9-40ce-bf68-615f0e762e3e req-0a3320e5-050d-4a6b-86cd-d449bc67891e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Deleting port 4cd18a9b-7ea9-4a20-8908-c317397696cf {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:19.432269 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a4800e38-3ba9-40ce-bf68-615f0e762e3e req-0a3320e5-050d-4a6b-86cd-d449bc67891e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (4cd18a9b-7ea9-4a20-8908-c317397696cf), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:19.526436 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-a4800e38-3ba9-40ce-bf68-615f0e762e3e req-0a3320e5-050d-4a6b-86cd-d449bc67891e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] For port 4cd18a9b-7ea9-4a20-8908-c317397696cf, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=4cd18a9b-7ea9-4a20-8908-c317397696cf,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:19.527153 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a4800e38-3ba9-40ce-bf68-615f0e762e3e req-0a3320e5-050d-4a6b-86cd-d449bc67891e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (4cd18a9b-7ea9-4a20-8908-c317397696cf), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:19.661768 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4de6f9-c87b-4b49-85bb-cf0ed7a7d081 req-51d57832-58b2-47b1-87cf-7eb04147da6d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:19.663184 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7e4de6f9-c87b-4b49-85bb-cf0ed7a7d081 req-51d57832-58b2-47b1-87cf-7eb04147da6d tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 945 time: 0.0510283 Sep 05 12:36:19.703670 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a4800e38-3ba9-40ce-bf68-615f0e762e3e req-0a3320e5-050d-4a6b-86cd-d449bc67891e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:19.704068 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a4800e38-3ba9-40ce-bf68-615f0e762e3e req-0a3320e5-050d-4a6b-86cd-d449bc67891e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (dc247769-c09c-4e8c-84c1-bd356814d76c), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:19.704594 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [req-a4800e38-3ba9-40ce-bf68-615f0e762e3e req-0a3320e5-050d-4a6b-86cd-d449bc67891e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Floating IP dc247769-c09c-4e8c-84c1-bd356814d76c disassociated. External IP: 172.27.4.171, port: 4cd18a9b-7ea9-4a20-8908-c317397696cf. Sep 05 12:36:19.704959 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-a4800e38-3ba9-40ce-bf68-615f0e762e3e req-0a3320e5-050d-4a6b-86cd-d449bc67891e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Calling delete_port for 4cd18a9b-7ea9-4a20-8908-c317397696cf owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:19.720920 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7e4de6f9-c87b-4b49-85bb-cf0ed7a7d081 req-fa0b8a8e-aebe-4fa6-8302-b17e4f2dc4c4 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e54fad36-2090-4956-804d-d11c99cf2f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514109 Sep 05 12:36:19.890335 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a4800e38-3ba9-40ce-bf68-615f0e762e3e req-0a3320e5-050d-4a6b-86cd-d449bc67891e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (4cd18a9b-7ea9-4a20-8908-c317397696cf), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:19.921345 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3320e5-050d-4a6b-86cd-d449bc67891e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event deleted for resources: {'Port': ['ID=4cd18a9b-7ea9-4a20-8908-c317397696cf,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:20.039121 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4800e38-3ba9-40ce-bf68-615f0e762e3e req-0a3320e5-050d-4a6b-86cd-d449bc67891e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Router d908261c-9967-4aee-9784-5a319b3bc98a has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:36:20.146110 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4800e38-3ba9-40ce-bf68-615f0e762e3e req-0a3320e5-050d-4a6b-86cd-d449bc67891e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:36:20.157714 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53addda2-66a5-45d5-9fcd-a488fe4ad8f9 None None] Sync routers for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:36:20.168714 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53addda2-66a5-45d5-9fcd-a488fe4ad8f9 None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:36:20.170081 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-53addda2-66a5-45d5-9fcd-a488fe4ad8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:20.192623 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4800e38-3ba9-40ce-bf68-615f0e762e3e req-0a3320e5-050d-4a6b-86cd-d449bc67891e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] No DVR routers for this DVR port 4cd18a9b-7ea9-4a20-8908-c317397696cf on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:36:20.195090 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-a4800e38-3ba9-40ce-bf68-615f0e762e3e req-0a3320e5-050d-4a6b-86cd-d449bc67891e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:20.198338 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a4800e38-3ba9-40ce-bf68-615f0e762e3e req-0a3320e5-050d-4a6b-86cd-d449bc67891e tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.58 "DELETE /networking/v2.0/ports/4cd18a9b-7ea9-4a20-8908-c317397696cf HTTP/1.1" status: 204 len: 173 time: 0.8535833 Sep 05 12:36:20.198794 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d037f32-c2bd-4f5e-b99c-de3857df58a5', 'name': 'network-vif-deleted', 'tag': '4cd18a9b-7ea9-4a20-8908-c317397696cf'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:36:20.201153 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02a8ab1-a5a4-4be2-8235-7ab890689d81" -d '{"events": [{"server_uuid": "8d037f32-c2bd-4f5e-b99c-de3857df58a5", "name": "network-vif-deleted", "tag": "4cd18a9b-7ea9-4a20-8908-c317397696cf"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:36:20.239885 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669fea50-c54b-4306-89f5-78ececdbfc16 x-openstack-request-id: req-669fea50-c54b-4306-89f5-78ececdbfc16 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:36:20.240181 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d037f32-c2bd-4f5e-b99c-de3857df58a5", "name": "network-vif-deleted", "tag": "4cd18a9b-7ea9-4a20-8908-c317397696cf", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:36:20.240435 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-669fea50-c54b-4306-89f5-78ececdbfc16 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:36:20.240839 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-669fea50-c54b-4306-89f5-78ececdbfc16'] response: {'server_uuid': '8d037f32-c2bd-4f5e-b99c-de3857df58a5', 'name': 'network-vif-deleted', 'tag': '4cd18a9b-7ea9-4a20-8908-c317397696cf', 'status': 'completed', 'code': 200} Sep 05 12:36:20.282948 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-53addda2-66a5-45d5-9fcd-a488fe4ad8f9 None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:36:20.620230 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-53addda2-66a5-45d5-9fcd-a488fe4ad8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:20.646270 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53addda2-66a5-45d5-9fcd-a488fe4ad8f9 None None] Checking router: d908261c-9967-4aee-9784-5a319b3bc98a for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:36:20.655041 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53addda2-66a5-45d5-9fcd-a488fe4ad8f9 None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:36:20.655690 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-53addda2-66a5-45d5-9fcd-a488fe4ad8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:20.765501 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-53addda2-66a5-45d5-9fcd-a488fe4ad8f9 None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:36:20.855403 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4d7a1337-fa1e-4174-9a99-b10faa172fa7 req-4ac985e5-297a-4921-8f3e-cfbc96902c43 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=8d037f32-c2bd-4f5e-b99c-de3857df58a5 HTTP/1.1" status: 200 len: 210 time: 0.0329931 Sep 05 12:36:20.974361 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-53addda2-66a5-45d5-9fcd-a488fe4ad8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:21.002672 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53addda2-66a5-45d5-9fcd-a488fe4ad8f9 None None] The sync data for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi is: [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:29:17Z', 'revision_number': 4, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2a93b6b3-25a7-49c8-a58f-0fe50fb484d8', 'name': '', 'network_id': '7678039b-6ecf-4526-a1ee-cbdc20c4b02b', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'mac_address': 'fa:16:3e:97:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:15Z', 'updated_at': '2022-09-05T12:29:27Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'subnets': [{'id': 'bbfdcfbc-04d2-420b-9cdf-e282f39f1975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:36:21.034773 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:21.050227 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:21.071768 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-58254171-8c08-47ef-a2c7-3c351ccce4c3 req-1dff91d8-738f-4fa7-b107-5f2be38eeeb6 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-320942451&fields=id&tenant_id=6b86bf1c78d74ceaaff6ead90a70526f HTTP/1.1" status: 200 len: 267 time: 0.0539618 Sep 05 12:36:21.131075 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58254171-8c08-47ef-a2c7-3c351ccce4c3 req-451f9ef1-f9ea-4b69-a092-1c8782b8f174 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:21.132655 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-58254171-8c08-47ef-a2c7-3c351ccce4c3 req-451f9ef1-f9ea-4b69-a092-1c8782b8f174 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 984 time: 0.0553205 Sep 05 12:36:21.144594 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-58254171-8c08-47ef-a2c7-3c351ccce4c3 req-3e87fc9f-0465-492c-b64f-8d0ca02f6dc2 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Request body: {'port': {'security_groups': ['c2ba6200-4ca9-49bb-9f7d-532a6de07265']}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:36:21.236307 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-58254171-8c08-47ef-a2c7-3c351ccce4c3 req-3e87fc9f-0465-492c-b64f-8d0ca02f6dc2 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:21.244195 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b05f0-9945-4854-9f62-52daf6b9b720 None None] New status for floating IP dc247769-c09c-4e8c-84c1-bd356814d76c: DOWN {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:36:21.348046 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:21.420723 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-58254171-8c08-47ef-a2c7-3c351ccce4c3 req-3e87fc9f-0465-492c-b64f-8d0ca02f6dc2 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] For port 484ab154-1eb7-4f51-b8a6-351d2c0646e4, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=484ab154-1eb7-4f51-b8a6-351d2c0646e4,segment=NetworkSegment(597d57dc-8cc9-413b-83ad-a8f6599a4653),segment_id=597d57dc-8cc9-413b-83ad-a8f6599a4653)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:21.451167 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-58254171-8c08-47ef-a2c7-3c351ccce4c3 req-3e87fc9f-0465-492c-b64f-8d0ca02f6dc2 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:21.576222 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-58254171-8c08-47ef-a2c7-3c351ccce4c3 req-3e87fc9f-0465-492c-b64f-8d0ca02f6dc2 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:21.588060 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58254171-8c08-47ef-a2c7-3c351ccce4c3 req-3e87fc9f-0465-492c-b64f-8d0ca02f6dc2 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:21.588694 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-58254171-8c08-47ef-a2c7-3c351ccce4c3 req-3e87fc9f-0465-492c-b64f-8d0ca02f6dc2 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:21.590108 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-58254171-8c08-47ef-a2c7-3c351ccce4c3 req-3e87fc9f-0465-492c-b64f-8d0ca02f6dc2 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "PUT /networking/v2.0/ports/484ab154-1eb7-4f51-b8a6-351d2c0646e4 HTTP/1.1" status: 200 len: 942 time: 0.4508009 Sep 05 12:36:21.596694 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56748) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:21.637514 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87fc9f-0465-492c-b64f-8d0ca02f6dc2 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Pushing event updated for resources: {'Port': ['ID=484ab154-1eb7-4f51-b8a6-351d2c0646e4,revision_number=7']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:21.650777 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['484ab154-1eb7-4f51-b8a6-351d2c0646e4'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:36:21.659115 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group (3533742a-a686-479f-81e8-521361f5def6), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:21.689002 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group (3533742a-a686-479f-81e8-521361f5def6), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:21.802568 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['484ab154-1eb7-4f51-b8a6-351d2c0646e4'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:36:21.862045 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (3533742a-a686-479f-81e8-521361f5def6), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:21.864775 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:21.866040 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3533742a-a686-479f-81e8-521361f5def6 HTTP/1.1" status: 204 len: 168 time: 0.2683542 Sep 05 12:36:21.869218 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 56750) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:21.879826 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:21.882154 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3533742a-a686-479f-81e8-521361f5def6,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:21.895055 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:21.895055 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:21.895055 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:21.895055 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:21.895055 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:21.895055 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:21.895055 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:21.896463 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:21.896571 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:21.896571 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:21.896571 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:21.896571 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:21.896571 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:21.896571 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:21.896571 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:21.897182 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08864ec-7327-4268-bee0-1ca9614bfc81 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:22.063352 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-1dbb5fbf-82e8-4673-88f4-cd24e3c6f1e5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Deleting port 426fc5ee-4b15-46cc-a14f-93c841793c4d {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:22.063990 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5fbf-82e8-4673-88f4-cd24e3c6f1e5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (426fc5ee-4b15-46cc-a14f-93c841793c4d), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:22.114907 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56756) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:22.152666 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5fbf-82e8-4673-88f4-cd24e3c6f1e5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (426fc5ee-4b15-46cc-a14f-93c841793c4d), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:22.152998 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5fbf-82e8-4673-88f4-cd24e3c6f1e5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for floatingip (426fc5ee-4b15-46cc-a14f-93c841793c4d), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:22.166293 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-1dbb5fbf-82e8-4673-88f4-cd24e3c6f1e5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Calling delete_port for 426fc5ee-4b15-46cc-a14f-93c841793c4d owned by network:floatingip {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:22.179683 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-accb0866-e330-4a21-916d-657ed0082bd2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (e54fad36-2090-4956-804d-d11c99cf2f8f), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:22.250210 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-accb0866-e330-4a21-916d-657ed0082bd2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (e54fad36-2090-4956-804d-d11c99cf2f8f), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:22.250429 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'tag': '484ab154-1eb7-4f51-b8a6-351d2c0646e4'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:36:22.250429 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c541bd04-da43-418c-8a2a-02007aad23f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8aa06a-9ac0-41d2-93ba-ae42895d418f", "tag": "484ab154-1eb7-4f51-b8a6-351d2c0646e4"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:36:22.269919 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:22.283866 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74c7b03-a75e-42fc-8fdc-fa66923909e6 x-openstack-request-id: req-a74c7b03-a75e-42fc-8fdc-fa66923909e6 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:36:22.284161 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8aa06a-9ac0-41d2-93ba-ae42895d418f", "tag": "484ab154-1eb7-4f51-b8a6-351d2c0646e4", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:36:22.284421 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a74c7b03-a75e-42fc-8fdc-fa66923909e6 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:36:22.284825 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74c7b03-a75e-42fc-8fdc-fa66923909e6'] response: {'name': 'network-changed', 'server_uuid': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'tag': '484ab154-1eb7-4f51-b8a6-351d2c0646e4', 'status': 'completed', 'code': 200} Sep 05 12:36:22.416228 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-accb0866-e330-4a21-916d-657ed0082bd2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (e54fad36-2090-4956-804d-d11c99cf2f8f), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:22.419038 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-accb0866-e330-4a21-916d-657ed0082bd2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:22.420241 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-accb0866-e330-4a21-916d-657ed0082bd2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e54fad36-2090-4956-804d-d11c99cf2f8f HTTP/1.1" status: 204 len: 168 time: 0.3042886 Sep 05 12:36:22.423227 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 56760) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:22.430540 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb0866-e330-4a21-916d-657ed0082bd2 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54fad36-2090-4956-804d-d11c99cf2f8f,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:22.441844 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.api.v2.resource [None req-7b7d4ae1-941d-4f59-a332-89b74aec5c22 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] show failed (client error): The resource could not be found. Sep 05 12:36:22.442916 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-7b7d4ae1-941d-4f59-a332-89b74aec5c22 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "GET /networking/v2.0/security-groups/e54fad36-2090-4956-804d-d11c99cf2f8f HTTP/1.1" status: 404 len: 347 time: 0.0183270 Sep 05 12:36:22.446249 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56762) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:22.453882 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5fbf-82e8-4673-88f4-cd24e3c6f1e5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (426fc5ee-4b15-46cc-a14f-93c841793c4d), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:22.498624 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb5fbf-82e8-4673-88f4-cd24e3c6f1e5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Pushing event deleted for resources: {'Port': ['ID=426fc5ee-4b15-46cc-a14f-93c841793c4d,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:22.504312 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:22.582539 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541bd04-da43-418c-8a2a-02007aad23f6 req-e917300f-1682-42b6-86f9-c7a9aba19c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:22.584116 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c541bd04-da43-418c-8a2a-02007aad23f6 req-e917300f-1682-42b6-86f9-c7a9aba19c36 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=6b86bf1c78d74ceaaff6ead90a70526f&device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 1129 time: 0.0974092 Sep 05 12:36:22.584592 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-1eea3f1c-c337-4220-95ab-4df755650d12 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Deleting port 3f0d07e3-4189-48fc-afe6-d7289807493a {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:22.585010 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1eea3f1c-c337-4220-95ab-4df755650d12 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (3f0d07e3-4189-48fc-afe6-d7289807493a), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:22.617647 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5fbf-82e8-4673-88f4-cd24e3c6f1e5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks [] for floatingip (7330a7f0-534a-4331-b99c-3f30398e4618), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:22.618005 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [None req-1dbb5fbf-82e8-4673-88f4-cd24e3c6f1e5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Floating IP 7330a7f0-534a-4331-b99c-3f30398e4618 disassociated (deleted). External IP: 172.27.4.126, port: 484ab154-1eb7-4f51-b8a6-351d2c0646e4. Sep 05 12:36:22.676092 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1eea3f1c-c337-4220-95ab-4df755650d12 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (3f0d07e3-4189-48fc-afe6-d7289807493a), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:22.676430 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1eea3f1c-c337-4220-95ab-4df755650d12 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (3f0d07e3-4189-48fc-afe6-d7289807493a), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:22.693193 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-1eea3f1c-c337-4220-95ab-4df755650d12 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Calling delete_port for 3f0d07e3-4189-48fc-afe6-d7289807493a owned by network:floatingip {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:22.775583 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541bd04-da43-418c-8a2a-02007aad23f6 req-10029632-7ba4-4733-9398-32a0238b7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:22.777089 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c541bd04-da43-418c-8a2a-02007aad23f6 req-10029632-7ba4-4733-9398-32a0238b7bdf service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=62fa3af2-b3d1-49d5-9125-58895bfbed57 HTTP/1.1" status: 200 len: 915 time: 0.1832237 Sep 05 12:36:22.825619 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:22.856682 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c541bd04-da43-418c-8a2a-02007aad23f6 req-92136edb-00b0-42bf-a614-b1918f38c2ae service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=484ab154-1eb7-4f51-b8a6-351d2c0646e4 HTTP/1.1" status: 200 len: 217 time: 0.0364718 Sep 05 12:36:22.908229 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1eea3f1c-c337-4220-95ab-4df755650d12 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (3f0d07e3-4189-48fc-afe6-d7289807493a), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:22.920535 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbb5fbf-82e8-4673-88f4-cd24e3c6f1e5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Router 40cc6408-42fd-4823-947f-d439c63c468c has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:36:22.936122 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea3f1c-c337-4220-95ab-4df755650d12 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Pushing event deleted for resources: {'Port': ['ID=3f0d07e3-4189-48fc-afe6-d7289807493a,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:22.984053 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:23.004942 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1eea3f1c-c337-4220-95ab-4df755650d12 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks [] for floatingip (dc247769-c09c-4e8c-84c1-bd356814d76c), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:23.008063 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1eea3f1c-c337-4220-95ab-4df755650d12 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:23.009259 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-1eea3f1c-c337-4220-95ab-4df755650d12 tempest-AttachVolumeNegativeTest-1257908254 tempest-AttachVolumeNegativeTest-1257908254-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/dc247769-c09c-4e8c-84c1-bd356814d76c HTTP/1.1" status: 204 len: 168 time: 0.5619481 Sep 05 12:36:23.067990 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbb5fbf-82e8-4673-88f4-cd24e3c6f1e5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:36:23.073696 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1dbb5fbf-82e8-4673-88f4-cd24e3c6f1e5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:23.077720 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257aa158-e1df-4043-ad73-463969c8df58 None None] Sync routers for ids ['40cc6408-42fd-4823-947f-d439c63c468c'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:36:23.087969 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257aa158-e1df-4043-ad73-463969c8df58 None None] Routers {'40cc6408-42fd-4823-947f-d439c63c468c'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:36:23.088593 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-257aa158-e1df-4043-ad73-463969c8df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['40cc6408-42fd-4823-947f-d439c63c468c'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:23.118897 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-1dbb5fbf-82e8-4673-88f4-cd24e3c6f1e5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/7330a7f0-534a-4331-b99c-3f30398e4618 HTTP/1.1" status: 204 len: 168 time: 1.2485828 Sep 05 12:36:23.120576 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541bd04-da43-418c-8a2a-02007aad23f6 req-d33c55aa-4fa1-47d7-8c9d-f81acdc07b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:23.121998 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c541bd04-da43-418c-8a2a-02007aad23f6 req-d33c55aa-4fa1-47d7-8c9d-f81acdc07b57 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=3313871b-d5e8-4681-86e1-dddafa769991 HTTP/1.1" status: 200 len: 853 time: 0.0840521 Sep 05 12:36:23.180583 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541bd04-da43-418c-8a2a-02007aad23f6 req-8ae51d9e-8fd6-47e8-9839-98311d7c27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:23.180583 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c541bd04-da43-418c-8a2a-02007aad23f6 req-8ae51d9e-8fd6-47e8-9839-98311d7c27a1 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=62fa3af2-b3d1-49d5-9125-58895bfbed57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486045 Sep 05 12:36:23.213279 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-257aa158-e1df-4043-ad73-463969c8df58 None None] Set router 40cc6408-42fd-4823-947f-d439c63c468c gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:36:23.265641 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:23.277581 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c541bd04-da43-418c-8a2a-02007aad23f6 req-9e4450df-1330-41e7-bada-889c462f3344 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912759 Sep 05 12:36:23.398130 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c541bd04-da43-418c-8a2a-02007aad23f6 req-d74dae2d-5bbb-44e8-b411-9b7581d85cd6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135612 Sep 05 12:36:23.423741 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-257aa158-e1df-4043-ad73-463969c8df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cc6408-42fd-4823-947f-d439c63c468c', 'name': 'tempest-TestMinimumBasicScenario-672093369-router', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:52Z', 'updated_at': '2022-09-05T12:33:56Z', 'revision_number': 4, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'gw_port': {'id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:53Z', 'updated_at': '2022-09-05T12:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '49021eb4-fef6-4ae6-bf04-e5b31b596973', 'name': '', 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'mac_address': 'fa:16:3e:b7:b4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '3313871b-d5e8-4681-86e1-dddafa769991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:56Z', 'updated_at': '2022-09-05T12:34:02Z', 'revision_number': 5, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'subnets': [{'id': '3313871b-d5e8-4681-86e1-dddafa769991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:23.449655 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257aa158-e1df-4043-ad73-463969c8df58 None None] Checking router: 40cc6408-42fd-4823-947f-d439c63c468c for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:36:23.458405 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257aa158-e1df-4043-ad73-463969c8df58 None None] Routers {'40cc6408-42fd-4823-947f-d439c63c468c'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:36:23.459019 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-257aa158-e1df-4043-ad73-463969c8df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['40cc6408-42fd-4823-947f-d439c63c468c'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:23.565441 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 4cd18a9b-7ea9-4a20-8908-c317397696cf no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:36:23.574563 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-257aa158-e1df-4043-ad73-463969c8df58 None None] Set router 40cc6408-42fd-4823-947f-d439c63c468c gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:36:23.618698 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: 4cd18a9b-7ea9-4a20-8908-c317397696cf {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:36:23.619050 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 4cd18a9b-7ea9-4a20-8908-c317397696cf not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:36:23.797235 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-257aa158-e1df-4043-ad73-463969c8df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cc6408-42fd-4823-947f-d439c63c468c', 'name': 'tempest-TestMinimumBasicScenario-672093369-router', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:52Z', 'updated_at': '2022-09-05T12:33:56Z', 'revision_number': 4, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'gw_port': {'id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:53Z', 'updated_at': '2022-09-05T12:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '49021eb4-fef6-4ae6-bf04-e5b31b596973', 'name': '', 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'mac_address': 'fa:16:3e:b7:b4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '3313871b-d5e8-4681-86e1-dddafa769991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:56Z', 'updated_at': '2022-09-05T12:34:02Z', 'revision_number': 5, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'subnets': [{'id': '3313871b-d5e8-4681-86e1-dddafa769991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:23.822315 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257aa158-e1df-4043-ad73-463969c8df58 None None] The sync data for ids ['40cc6408-42fd-4823-947f-d439c63c468c'] in dv-cinder-801354-7-iscsi is: [{'id': '40cc6408-42fd-4823-947f-d439c63c468c', 'name': 'tempest-TestMinimumBasicScenario-672093369-router', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:52Z', 'updated_at': '2022-09-05T12:33:56Z', 'revision_number': 4, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'gw_port': {'id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:53Z', 'updated_at': '2022-09-05T12:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '49021eb4-fef6-4ae6-bf04-e5b31b596973', 'name': '', 'network_id': '62fa3af2-b3d1-49d5-9125-58895bfbed57', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'mac_address': 'fa:16:3e:b7:b4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '3313871b-d5e8-4681-86e1-dddafa769991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:56Z', 'updated_at': '2022-09-05T12:34:02Z', 'revision_number': 5, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'subnets': [{'id': '3313871b-d5e8-4681-86e1-dddafa769991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:36:24.059258 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2317d-ab40-49f3-aab4-aa804b491a47 None None] New status for floating IP 7330a7f0-534a-4331-b99c-3f30398e4618: DOWN {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:36:24.254990 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d0f4b312-8c01-4af1-92aa-ba7b489f21f6 req-43537c77-950a-4fc0-a27a-8b088909fd95 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383303 Sep 05 12:36:24.285756 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'tag': '484ab154-1eb7-4f51-b8a6-351d2c0646e4'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:36:24.288297 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db0f743-95c1-48f1-b8c1-1326e692b781" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8aa06a-9ac0-41d2-93ba-ae42895d418f", "tag": "484ab154-1eb7-4f51-b8a6-351d2c0646e4"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:36:24.342965 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bd7f4b-bc09-4c57-afc5-9a214b77f18b x-openstack-request-id: req-45bd7f4b-bc09-4c57-afc5-9a214b77f18b {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:36:24.343254 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8aa06a-9ac0-41d2-93ba-ae42895d418f", "tag": "484ab154-1eb7-4f51-b8a6-351d2c0646e4", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:36:24.343517 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45bd7f4b-bc09-4c57-afc5-9a214b77f18b {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:36:24.343946 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45bd7f4b-bc09-4c57-afc5-9a214b77f18b'] response: {'name': 'network-changed', 'server_uuid': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'tag': '484ab154-1eb7-4f51-b8a6-351d2c0646e4', 'status': 'completed', 'code': 200} Sep 05 12:36:24.356356 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4b312-8c01-4af1-92aa-ba7b489f21f6 req-5fd22207-3bce-4dc7-a4c3-8da73b13c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:24.357945 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d0f4b312-8c01-4af1-92aa-ba7b489f21f6 req-5fd22207-3bce-4dc7-a4c3-8da73b13c383 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=6b86bf1c78d74ceaaff6ead90a70526f&device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 1129 time: 0.0507743 Sep 05 12:36:24.472833 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4b312-8c01-4af1-92aa-ba7b489f21f6 req-571807a0-c42d-4075-8594-fd1c7e98e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:24.474352 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d0f4b312-8c01-4af1-92aa-ba7b489f21f6 req-571807a0-c42d-4075-8594-fd1c7e98e635 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=62fa3af2-b3d1-49d5-9125-58895bfbed57 HTTP/1.1" status: 200 len: 915 time: 0.0928695 Sep 05 12:36:24.519598 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d0f4b312-8c01-4af1-92aa-ba7b489f21f6 req-d24d7cc9-8559-42d4-bc2f-a866ad3deacc service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=484ab154-1eb7-4f51-b8a6-351d2c0646e4 HTTP/1.1" status: 200 len: 217 time: 0.0357797 Sep 05 12:36:24.580308 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4b312-8c01-4af1-92aa-ba7b489f21f6 req-8d9562e2-d8fd-4269-9f99-1510813be077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:24.581793 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d0f4b312-8c01-4af1-92aa-ba7b489f21f6 req-8d9562e2-d8fd-4269-9f99-1510813be077 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=3313871b-d5e8-4681-86e1-dddafa769991 HTTP/1.1" status: 200 len: 853 time: 0.0553029 Sep 05 12:36:24.629041 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4b312-8c01-4af1-92aa-ba7b489f21f6 req-147a5461-81c0-4387-a081-531e82288076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:24.630540 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d0f4b312-8c01-4af1-92aa-ba7b489f21f6 req-147a5461-81c0-4387-a081-531e82288076 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=62fa3af2-b3d1-49d5-9125-58895bfbed57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413666 Sep 05 12:36:24.705160 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:24.726302 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d0f4b312-8c01-4af1-92aa-ba7b489f21f6 req-96a98909-5e71-43a0-8096-16bc5c057973 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878954 Sep 05 12:36:24.823002 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d0f4b312-8c01-4af1-92aa-ba7b489f21f6 req-e8b9edae-dc53-4776-9344-333c721869df service neutron] 10.222.0.58 "GET /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896461 Sep 05 12:36:24.948336 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0f743-95c1-48f1-b8c1-1326e692b781 req-85d82ec5-3144-44b6-aed3-575616b6da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:24.949894 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2db0f743-95c1-48f1-b8c1-1326e692b781 req-85d82ec5-3144-44b6-aed3-575616b6da97 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=6b86bf1c78d74ceaaff6ead90a70526f&device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 1129 time: 0.0415177 Sep 05 12:36:25.053245 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0f743-95c1-48f1-b8c1-1326e692b781 req-9435a049-f91f-4a69-b854-c2b0d6cefcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:25.054901 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2db0f743-95c1-48f1-b8c1-1326e692b781 req-9435a049-f91f-4a69-b854-c2b0d6cefcff service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=62fa3af2-b3d1-49d5-9125-58895bfbed57 HTTP/1.1" status: 200 len: 915 time: 0.0983946 Sep 05 12:36:25.097550 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2db0f743-95c1-48f1-b8c1-1326e692b781 req-23ec79fb-456b-45d8-aeb3-549eb5f5cbd2 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=484ab154-1eb7-4f51-b8a6-351d2c0646e4 HTTP/1.1" status: 200 len: 217 time: 0.0339055 Sep 05 12:36:25.155139 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0f743-95c1-48f1-b8c1-1326e692b781 req-f0032207-9538-44ad-8f36-ad8bb5cdb72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:25.156634 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2db0f743-95c1-48f1-b8c1-1326e692b781 req-f0032207-9538-44ad-8f36-ad8bb5cdb72b service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=3313871b-d5e8-4681-86e1-dddafa769991 HTTP/1.1" status: 200 len: 853 time: 0.0528626 Sep 05 12:36:25.208987 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0f743-95c1-48f1-b8c1-1326e692b781 req-3e800a27-0870-44ae-a62b-ae671ce256dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:25.210499 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2db0f743-95c1-48f1-b8c1-1326e692b781 req-3e800a27-0870-44ae-a62b-ae671ce256dc service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=62fa3af2-b3d1-49d5-9125-58895bfbed57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388992 Sep 05 12:36:25.307956 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2db0f743-95c1-48f1-b8c1-1326e692b781 req-155f315a-5fe9-4e59-866c-bdc4d5dbbc9e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898972 Sep 05 12:36:25.364843 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:25.401103 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2db0f743-95c1-48f1-b8c1-1326e692b781 req-884aae35-e0ae-40cb-8d4f-8bca4d09d140 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861666 Sep 05 12:36:27.428887 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56828) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:27.524353 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43982226-b936-4973-a423-3088b7890e89 req-e549ac1d-06bb-43b7-88a5-41dfca9b592b tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:27.525888 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-43982226-b936-4973-a423-3088b7890e89 req-e549ac1d-06bb-43b7-88a5-41dfca9b592b tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 945 time: 0.0493042 Sep 05 12:36:27.582469 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-43982226-b936-4973-a423-3088b7890e89 req-2fe78097-3de8-4825-b96a-2c3cdac7af21 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480740 Sep 05 12:36:27.923650 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-35a6ea22-4524-4d6e-9c3d-38dc15706df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557266'] for router_interface (d908261c-9967-4aee-9784-5a319b3bc98a), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:28.149340 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-35a6ea22-4524-4d6e-9c3d-38dc15706df9 admin admin] Deleting port 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:28.149691 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-35a6ea22-4524-4d6e-9c3d-38dc15706df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:28.231055 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-35a6ea22-4524-4d6e-9c3d-38dc15706df9 admin admin] For port 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=2a93b6b3-25a7-49c8-a58f-0fe50fb484d8,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:28.231335 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-35a6ea22-4524-4d6e-9c3d-38dc15706df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:28.244804 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-35a6ea22-4524-4d6e-9c3d-38dc15706df9 admin admin] Calling delete_port for 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 owned by network:router_interface {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:28.370642 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:28.411362 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:28.508393 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-35a6ea22-4524-4d6e-9c3d-38dc15706df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (2a93b6b3-25a7-49c8-a58f-0fe50fb484d8), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:28.539645 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6ea22-4524-4d6e-9c3d-38dc15706df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a93b6b3-25a7-49c8-a58f-0fe50fb484d8,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:28.742901 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-35a6ea22-4524-4d6e-9c3d-38dc15706df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632642'] for router_interface (d908261c-9967-4aee-9784-5a319b3bc98a), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:28.750282 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987dc6c6-5e14-43eb-802a-266af32b2664 req-2187e6a8-1ba4-41df-ac48-b7b6ffe901de tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:28.751786 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-987dc6c6-5e14-43eb-802a-266af32b2664 req-2187e6a8-1ba4-41df-ac48-b7b6ffe901de tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 945 time: 0.0616779 Sep 05 12:36:28.873744 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-987dc6c6-5e14-43eb-802a-266af32b2664 req-8126d485-2ba4-486b-9dcc-ee9665567312 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139889 Sep 05 12:36:29.232495 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a6ea22-4524-4d6e-9c3d-38dc15706df9 admin admin] Router d908261c-9967-4aee-9784-5a319b3bc98a has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:36:29.337650 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a6ea22-4524-4d6e-9c3d-38dc15706df9 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:36:29.343287 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-35a6ea22-4524-4d6e-9c3d-38dc15706df9 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/d908261c-9967-4aee-9784-5a319b3bc98a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9132621 Sep 05 12:36:29.345830 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56834) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:29.346728 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af98f7a-3413-4312-8f25-6e76fe233ffd None None] Sync routers for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:36:29.357089 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af98f7a-3413-4312-8f25-6e76fe233ffd None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:36:29.357741 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-0af98f7a-3413-4312-8f25-6e76fe233ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:29.414972 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:29.448967 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b054685e-d629-4431-9c73-7d2541aeb84f admin admin] Publish callbacks [] for router (d908261c-9967-4aee-9784-5a319b3bc98a), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:29.465043 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-0af98f7a-3413-4312-8f25-6e76fe233ffd None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:36:29.527818 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:29.552279 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b054685e-d629-4431-9c73-7d2541aeb84f admin admin] Publish callbacks [] for router_gateway (d908261c-9967-4aee-9784-5a319b3bc98a), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:29.635314 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d500f-ac87-469c-ad3c-abeaeeef92fc req-366a67e4-0b88-4e9b-bde0-44d5b65803f5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:29.639315 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c23d500f-ac87-469c-ad3c-abeaeeef92fc req-366a67e4-0b88-4e9b-bde0-44d5b65803f5 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 945 time: 0.0503230 Sep 05 12:36:29.641287 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:29.652554 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-0af98f7a-3413-4312-8f25-6e76fe233ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108'}], 'enable_snat': True}, 'gw_port_id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:36:28Z', 'revision_number': 5, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port': {'id': '3b236e9d-3077-482c-b67e-da6912c99ee8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:1e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:10Z', 'updated_at': '2022-09-05T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:29.656675 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-b054685e-d629-4431-9c73-7d2541aeb84f admin admin] Deleting port 3b236e9d-3077-482c-b67e-da6912c99ee8 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:29.657025 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b054685e-d629-4431-9c73-7d2541aeb84f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (3b236e9d-3077-482c-b67e-da6912c99ee8), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:29.678651 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af98f7a-3413-4312-8f25-6e76fe233ffd None None] Checking router: d908261c-9967-4aee-9784-5a319b3bc98a for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:36:29.688732 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af98f7a-3413-4312-8f25-6e76fe233ffd None None] Routers {'d908261c-9967-4aee-9784-5a319b3bc98a'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:36:29.689365 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-0af98f7a-3413-4312-8f25-6e76fe233ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['d908261c-9967-4aee-9784-5a319b3bc98a'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:29.743317 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-c23d500f-ac87-469c-ad3c-abeaeeef92fc req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Deleting port 484ab154-1eb7-4f51-b8a6-351d2c0646e4 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:29.743979 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-c23d500f-ac87-469c-ad3c-abeaeeef92fc req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:29.776277 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-b054685e-d629-4431-9c73-7d2541aeb84f admin admin] For port 3b236e9d-3077-482c-b67e-da6912c99ee8, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=3b236e9d-3077-482c-b67e-da6912c99ee8,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:29.776647 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b054685e-d629-4431-9c73-7d2541aeb84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (3b236e9d-3077-482c-b67e-da6912c99ee8), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:29.791703 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-b054685e-d629-4431-9c73-7d2541aeb84f admin admin] Calling delete_port for 3b236e9d-3077-482c-b67e-da6912c99ee8 owned by network:router_gateway {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:29.793839 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-0af98f7a-3413-4312-8f25-6e76fe233ffd None None] Set router d908261c-9967-4aee-9784-5a319b3bc98a gateway port host: None {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:36:29.798649 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:29.857228 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-c23d500f-ac87-469c-ad3c-abeaeeef92fc req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] For port 484ab154-1eb7-4f51-b8a6-351d2c0646e4, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=484ab154-1eb7-4f51-b8a6-351d2c0646e4,segment=NetworkSegment(597d57dc-8cc9-413b-83ad-a8f6599a4653),segment_id=597d57dc-8cc9-413b-83ad-a8f6599a4653)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:29.857850 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-c23d500f-ac87-469c-ad3c-abeaeeef92fc req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:29.874039 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-c23d500f-ac87-469c-ad3c-abeaeeef92fc req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Calling delete_port for 484ab154-1eb7-4f51-b8a6-351d2c0646e4 owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:29.966177 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:29.989209 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-0af98f7a-3413-4312-8f25-6e76fe233ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:36:29Z', 'revision_number': 6, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port_host': None}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:30.026292 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af98f7a-3413-4312-8f25-6e76fe233ffd None None] The sync data for ids ['d908261c-9967-4aee-9784-5a319b3bc98a'] in dv-cinder-801354-7-iscsi is: [{'id': 'd908261c-9967-4aee-9784-5a319b3bc98a', 'name': 'tempest-AttachVolumeNegativeTest-1740469080-router', 'tenant_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:08Z', 'updated_at': '2022-09-05T12:36:29Z', 'revision_number': 6, 'project_id': '4f6830d2e75a47c8a757d4a66c6695ca', 'gw_port_host': None}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:36:30.108834 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b054685e-d629-4431-9c73-7d2541aeb84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (3b236e9d-3077-482c-b67e-da6912c99ee8), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:30.137794 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054685e-d629-4431-9c73-7d2541aeb84f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b236e9d-3077-482c-b67e-da6912c99ee8,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:30.221444 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b054685e-d629-4431-9c73-7d2541aeb84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633638'] for router_gateway (d908261c-9967-4aee-9784-5a319b3bc98a), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:30.296010 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c81831-3886-4195-9a59-264f924d06e9 req-5236bbad-13d0-46f8-b12a-1bac2528a0b1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:30.297589 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-66c81831-3886-4195-9a59-264f924d06e9 req-5236bbad-13d0-46f8-b12a-1bac2528a0b1 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 945 time: 0.3426173 Sep 05 12:36:30.323850 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b054685e-d629-4431-9c73-7d2541aeb84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2583'] for router (d908261c-9967-4aee-9784-5a319b3bc98a), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:30.329484 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b054685e-d629-4431-9c73-7d2541aeb84f admin admin] Publish callbacks [] for router_controller (d908261c-9967-4aee-9784-5a319b3bc98a), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:30.364311 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-66c81831-3886-4195-9a59-264f924d06e9 req-bccfbf9b-63a1-4804-9b9e-08332a4974d6 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=c2ba6200-4ca9-49bb-9f7d-532a6de07265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588253 Sep 05 12:36:30.405457 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-c23d500f-ac87-469c-ad3c-abeaeeef92fc req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (484ab154-1eb7-4f51-b8a6-351d2c0646e4), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:30.436014 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Pushing event deleted for resources: {'Port': ['ID=484ab154-1eb7-4f51-b8a6-351d2c0646e4,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:30.451873 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['484ab154-1eb7-4f51-b8a6-351d2c0646e4'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:36:30.462374 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b054685e-d629-4431-9c73-7d2541aeb84f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557213'] for router (d908261c-9967-4aee-9784-5a319b3bc98a), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:30.463228 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b054685e-d629-4431-9c73-7d2541aeb84f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d908261c-9967-4aee-9784-5a319b3bc98a {{(pid=106740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 05 12:36:30.471185 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b054685e-d629-4431-9c73-7d2541aeb84f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:30.476710 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-b054685e-d629-4431-9c73-7d2541aeb84f admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/d908261c-9967-4aee-9784-5a319b3bc98a HTTP/1.1" status: 204 len: 168 time: 1.1262157 Sep 05 12:36:30.476914 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:30.476914 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:30.476914 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:30.476914 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:30.476914 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:30.476914 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:30.477485 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56838) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:30.477587 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:30.477587 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:30.477587 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:30.477587 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:30.477587 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:30.478004 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:30.478004 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:30.478257 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:30.478762 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:30.509658 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23d500f-ac87-469c-ad3c-abeaeeef92fc req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] No DVR routers for this DVR port 484ab154-1eb7-4f51-b8a6-351d2c0646e4 on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:36:30.512634 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-c23d500f-ac87-469c-ad3c-abeaeeef92fc req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:30.516957 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c23d500f-ac87-469c-ad3c-abeaeeef92fc req-8cb6c4fd-0832-4e00-a818-c4adbefd10e3 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.58 "DELETE /networking/v2.0/ports/484ab154-1eb7-4f51-b8a6-351d2c0646e4 HTTP/1.1" status: 204 len: 173 time: 0.8728144 Sep 05 12:36:30.517635 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'name': 'network-vif-deleted', 'tag': '484ab154-1eb7-4f51-b8a6-351d2c0646e4'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:36:30.520860 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc6962d-7e1f-4924-ac34-efdeffd3b42a" -d '{"events": [{"server_uuid": "7a8aa06a-9ac0-41d2-93ba-ae42895d418f", "name": "network-vif-deleted", "tag": "484ab154-1eb7-4f51-b8a6-351d2c0646e4"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:36:30.541863 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_v2 [None req-de427bbe-9d93-4785-baee-799c4e8fcdb2 admin admin] Deleting subnet bbfdcfbc-04d2-420b-9cdf-e282f39f1975 {{(pid=106740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:36:30.546885 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-de427bbe-9d93-4785-baee-799c4e8fcdb2 admin admin] Publish callbacks [] for subnet (bbfdcfbc-04d2-420b-9cdf-e282f39f1975), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:30.562232 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d582d02-b50c-432e-b119-d5b784040779 x-openstack-request-id: req-8d582d02-b50c-432e-b119-d5b784040779 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:36:30.562525 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8aa06a-9ac0-41d2-93ba-ae42895d418f", "name": "network-vif-deleted", "tag": "484ab154-1eb7-4f51-b8a6-351d2c0646e4", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:36:30.562780 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d582d02-b50c-432e-b119-d5b784040779 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:36:30.563185 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d582d02-b50c-432e-b119-d5b784040779'] response: {'server_uuid': '7a8aa06a-9ac0-41d2-93ba-ae42895d418f', 'name': 'network-vif-deleted', 'tag': '484ab154-1eb7-4f51-b8a6-351d2c0646e4', 'status': 'completed', 'code': 200} Sep 05 12:36:30.583783 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-de427bbe-9d93-4785-baee-799c4e8fcdb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107463'] for subnet (bbfdcfbc-04d2-420b-9cdf-e282f39f1975), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:30.669080 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-de427bbe-9d93-4785-baee-799c4e8fcdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (bbfdcfbc-04d2-420b-9cdf-e282f39f1975), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:30.716038 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:30.817081 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-de427bbe-9d93-4785-baee-799c4e8fcdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3773182'] for subnet (bbfdcfbc-04d2-420b-9cdf-e282f39f1975), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:30.844303 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de427bbe-9d93-4785-baee-799c4e8fcdb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbfdcfbc-04d2-420b-9cdf-e282f39f1975,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:30.850743 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-de427bbe-9d93-4785-baee-799c4e8fcdb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:30.856515 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-de427bbe-9d93-4785-baee-799c4e8fcdb2 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/bbfdcfbc-04d2-420b-9cdf-e282f39f1975 HTTP/1.1" status: 204 len: 168 time: 0.3774276 Sep 05 12:36:30.857157 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56842) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:30.859377 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b9cf7a-a9c4-4b9f-b0ab-dfb822295503 None None] Network 7678039b-6ecf-4526-a1ee-cbdc20c4b02b requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:36:30.956981 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (7678039b-6ecf-4526-a1ee-cbdc20c4b02b), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:31.029030 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] Deleting port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:31.030067 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (a76e4f2b-3aba-49c5-8ccb-7a367bd2327e), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:31.076704 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] DHCP port deletion for 7678039b-6ecf-4526-a1ee-cbdc20c4b02b request from dv-cinder-801354-7-iscsi {{(pid=106741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 05 12:36:31.120183 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] For port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=a76e4f2b-3aba-49c5-8ccb-7a367bd2327e,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:31.120553 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (a76e4f2b-3aba-49c5-8ccb-7a367bd2327e), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:31.130314 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Deleting port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e {{(pid=106741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:31.130995 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (a76e4f2b-3aba-49c5-8ccb-7a367bd2327e), before_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:31.138784 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] Calling delete_port for a76e4f2b-3aba-49c5-8ccb-7a367bd2327e owned by network:dhcp {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:31.223253 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] For port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=a76e4f2b-3aba-49c5-8ccb-7a367bd2327e,segment=NetworkSegment(f05a7e3e-ef80-4a0d-99c4-07dcda00dd76),segment_id=f05a7e3e-ef80-4a0d-99c4-07dcda00dd76)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:31.223730 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (a76e4f2b-3aba-49c5-8ccb-7a367bd2327e), precommit_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:31.242103 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Calling delete_port for a76e4f2b-3aba-49c5-8ccb-7a367bd2327e owned by network:dhcp {{(pid=106741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:31.313892 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (a76e4f2b-3aba-49c5-8ccb-7a367bd2327e), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:31.320165 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (a76e4f2b-3aba-49c5-8ccb-7a367bd2327e), after_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:31.322156 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:31.341443 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] Pushing event deleted for resources: {'Port': ['ID=a76e4f2b-3aba-49c5-8ccb-7a367bd2327e,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:31.343802 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] No DVR routers for this DVR port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e on host dv-cinder-801354-7-iscsi {{(pid=106740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:36:31.350958 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Pushing event deleted for resources: {'Port': ['ID=a76e4f2b-3aba-49c5-8ccb-7a367bd2327e,revision_number=None']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:31.355751 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] No DVR routers for this DVR port a76e4f2b-3aba-49c5-8ccb-7a367bd2327e on host dv-cinder-801354-7-iscsi {{(pid=106741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:36:31.363611 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:31.367571 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:31.367571 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:31.367571 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:31.367571 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:31.367571 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:31.367571 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:31.367571 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:31.367571 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:31.367571 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:31.367571 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:31.367571 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:31.368564 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:31.368564 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:31.368564 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f085a20-7d3f-438b-ba7a-73b919321a05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:36:31.431259 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (7678039b-6ecf-4526-a1ee-cbdc20c4b02b), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:31.454790 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7678039b-6ecf-4526-a1ee-cbdc20c4b02b']}} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:31.464782 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76') {'for_net_delete': True} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:31.465190 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f05a7e3e-ef80-4a0d-99c4-07dcda00dd76') {} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:31.476337 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107470'] for segment (f05a7e3e-ef80-4a0d-99c4-07dcda00dd76), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:31.494877 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4f14b1fd-1e4c-4126-867b-868b01a9c28a req-e56313a5-c317-45e6-8284-de52c53ece67 tempest-TestMinimumBasicScenario-451770717 tempest-TestMinimumBasicScenario-451770717-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7a8aa06a-9ac0-41d2-93ba-ae42895d418f HTTP/1.1" status: 200 len: 210 time: 0.0297673 Sep 05 12:36:31.496158 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (f05a7e3e-ef80-4a0d-99c4-07dcda00dd76), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:31.500496 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=106740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:36:31.500919 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800242'] for segment (f05a7e3e-ef80-4a0d-99c4-07dcda00dd76), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:31.545835 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.services.segments.plugin [-] Segment f05a7e3e-ef80-4a0d-99c4-07dcda00dd76 resource provider aggregate not found Sep 05 12:36:31.562788 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.services.segments.plugin [-] Segment f05a7e3e-ef80-4a0d-99c4-07dcda00dd76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f05a7e3e-ef80-4a0d-99c4-07dcda00dd76 found for delete ", "request_id": "req-f011084f-3ceb-4b78-9fec-84984f7ac98e"}]} Sep 05 12:36:31.660906 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (7678039b-6ecf-4526-a1ee-cbdc20c4b02b), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:31.668518 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:31.671836 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/7678039b-6ecf-4526-a1ee-cbdc20c4b02b HTTP/1.1" status: 204 len: 168 time: 0.8135443 Sep 05 12:36:31.681895 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d98800-cb09-4d9b-916d-68e21211575f admin admin] Pushing event deleted for resources: {'Network': ['ID=7678039b-6ecf-4526-a1ee-cbdc20c4b02b,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:31.761685 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:36:31.784170 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:36:31.785846 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 2a93b6b3-25a7-49c8-a58f-0fe50fb484d8 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:36:31.785846 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 3b236e9d-3077-482c-b67e-da6912c99ee8 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:36:31.803772 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: 3b236e9d-3077-482c-b67e-da6912c99ee8 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:36:31.804242 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 3b236e9d-3077-482c-b67e-da6912c99ee8 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:36:31.809446 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device a76e4f2b-3aba-49c5-8ccb-7a367bd2327e no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:36:31.823393 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: a76e4f2b-3aba-49c5-8ccb-7a367bd2327e {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:36:31.823766 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device a76e4f2b-3aba-49c5-8ccb-7a367bd2327e not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:36:32.013660 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 56854) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:32.058290 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-42a73f89-175d-40f3-8441-c3ee3e9732ff admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4f6830d2e75a47c8a757d4a66c6695ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0430305 Sep 05 12:36:32.061313 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 56856) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:32.111889 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9b73da3b-0147-47b7-838d-1f002ce79bb1 admin admin] Publish callbacks [] for security_group (fd479cc1-1958-4de1-a525-d11713964860), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:32.134329 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9b73da3b-0147-47b7-838d-1f002ce79bb1 admin admin] Publish callbacks [] for security_group (fd479cc1-1958-4de1-a525-d11713964860), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:32.273272 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9b73da3b-0147-47b7-838d-1f002ce79bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (fd479cc1-1958-4de1-a525-d11713964860), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:32.275964 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9b73da3b-0147-47b7-838d-1f002ce79bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:32.277124 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-9b73da3b-0147-47b7-838d-1f002ce79bb1 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/fd479cc1-1958-4de1-a525-d11713964860 HTTP/1.1" status: 204 len: 168 time: 0.2148263 Sep 05 12:36:32.279483 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:32.286491 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73da3b-0147-47b7-838d-1f002ce79bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd479cc1-1958-4de1-a525-d11713964860,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:33.594803 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 484ab154-1eb7-4f51-b8a6-351d2c0646e4 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:36:33.618504 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: 484ab154-1eb7-4f51-b8a6-351d2c0646e4 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:36:33.618858 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 484ab154-1eb7-4f51-b8a6-351d2c0646e4 not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:36:33.729163 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-21faffb7-9329-49d4-982e-386ca7436a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:34.068837 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:34.089917 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:34.196452 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 56934) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:34.599257 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-891d7671-1f51-4b6b-877d-d0776c3e848d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557266'] for router_interface (40cc6408-42fd-4823-947f-d439c63c468c), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:34.888330 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-891d7671-1f51-4b6b-877d-d0776c3e848d admin admin] Deleting port 49021eb4-fef6-4ae6-bf04-e5b31b596973 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:34.888672 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-891d7671-1f51-4b6b-877d-d0776c3e848d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:34.934063 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:34.972158 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [None req-891d7671-1f51-4b6b-877d-d0776c3e848d admin admin] For port 49021eb4-fef6-4ae6-bf04-e5b31b596973, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=49021eb4-fef6-4ae6-bf04-e5b31b596973,segment=NetworkSegment(597d57dc-8cc9-413b-83ad-a8f6599a4653),segment_id=597d57dc-8cc9-413b-83ad-a8f6599a4653)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:34.972427 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-891d7671-1f51-4b6b-877d-d0776c3e848d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:34.990044 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-891d7671-1f51-4b6b-877d-d0776c3e848d admin admin] Calling delete_port for 49021eb4-fef6-4ae6-bf04-e5b31b596973 owned by network:router_interface {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:35.095792 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:35.266634 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-891d7671-1f51-4b6b-877d-d0776c3e848d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (49021eb4-fef6-4ae6-bf04-e5b31b596973), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:35.292227 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d7671-1f51-4b6b-877d-d0776c3e848d admin admin] Pushing event deleted for resources: {'Port': ['ID=49021eb4-fef6-4ae6-bf04-e5b31b596973,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:35.469825 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-891d7671-1f51-4b6b-877d-d0776c3e848d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632642'] for router_interface (40cc6408-42fd-4823-947f-d439c63c468c), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:35.684889 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891d7671-1f51-4b6b-877d-d0776c3e848d admin admin] Router 40cc6408-42fd-4823-947f-d439c63c468c has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:36:35.798805 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891d7671-1f51-4b6b-877d-d0776c3e848d admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:36:35.804485 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-891d7671-1f51-4b6b-877d-d0776c3e848d admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/40cc6408-42fd-4823-947f-d439c63c468c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6068430 Sep 05 12:36:35.807707 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31db100-8f7e-4632-bff8-5b15cdfc3418 None None] Sync routers for ids ['40cc6408-42fd-4823-947f-d439c63c468c'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:36:35.808320 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 56948) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:35.822467 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31db100-8f7e-4632-bff8-5b15cdfc3418 None None] Routers {'40cc6408-42fd-4823-947f-d439c63c468c'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:36:35.823092 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-a31db100-8f7e-4632-bff8-5b15cdfc3418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['40cc6408-42fd-4823-947f-d439c63c468c'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:35.912497 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-73fad877-daa6-4f54-92b5-90180b426cce admin admin] Publish callbacks [] for router (40cc6408-42fd-4823-947f-d439c63c468c), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:35.925564 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-a31db100-8f7e-4632-bff8-5b15cdfc3418 None None] Set router 40cc6408-42fd-4823-947f-d439c63c468c gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:36:36.009912 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:36.013644 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-73fad877-daa6-4f54-92b5-90180b426cce admin admin] Publish callbacks [] for router_gateway (40cc6408-42fd-4823-947f-d439c63c468c), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:36.112456 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-de830451-b7b3-4378-9439-cd6f35d69e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:36.188784 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-73fad877-daa6-4f54-92b5-90180b426cce admin admin] Deleting port d1ca9b28-71e1-40ef-8fc2-afb89f3e4346 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:36.189118 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-73fad877-daa6-4f54-92b5-90180b426cce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (d1ca9b28-71e1-40ef-8fc2-afb89f3e4346), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:36.199779 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-a31db100-8f7e-4632-bff8-5b15cdfc3418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cc6408-42fd-4823-947f-d439c63c468c', 'name': 'tempest-TestMinimumBasicScenario-672093369-router', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22'}], 'enable_snat': True}, 'gw_port_id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:52Z', 'updated_at': '2022-09-05T12:36:35Z', 'revision_number': 5, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'gw_port': {'id': 'd1ca9b28-71e1-40ef-8fc2-afb89f3e4346', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40cc6408-42fd-4823-947f-d439c63c468c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:33:53Z', 'updated_at': '2022-09-05T12:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:36.225228 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31db100-8f7e-4632-bff8-5b15cdfc3418 None None] Checking router: 40cc6408-42fd-4823-947f-d439c63c468c for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:36:36.233085 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:36.233829 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31db100-8f7e-4632-bff8-5b15cdfc3418 None None] Routers {'40cc6408-42fd-4823-947f-d439c63c468c'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:36:36.234963 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-a31db100-8f7e-4632-bff8-5b15cdfc3418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['40cc6408-42fd-4823-947f-d439c63c468c'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:36.291686 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [None req-73fad877-daa6-4f54-92b5-90180b426cce admin admin] For port d1ca9b28-71e1-40ef-8fc2-afb89f3e4346, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=d1ca9b28-71e1-40ef-8fc2-afb89f3e4346,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:36.292174 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-73fad877-daa6-4f54-92b5-90180b426cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (d1ca9b28-71e1-40ef-8fc2-afb89f3e4346), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:36.307234 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-73fad877-daa6-4f54-92b5-90180b426cce admin admin] Calling delete_port for d1ca9b28-71e1-40ef-8fc2-afb89f3e4346 owned by network:router_gateway {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:36.323861 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-a31db100-8f7e-4632-bff8-5b15cdfc3418 None None] Set router 40cc6408-42fd-4823-947f-d439c63c468c gateway port host: None {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:36:36.379429 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-a31db100-8f7e-4632-bff8-5b15cdfc3418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40cc6408-42fd-4823-947f-d439c63c468c', 'name': 'tempest-TestMinimumBasicScenario-672093369-router', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:52Z', 'updated_at': '2022-09-05T12:36:36Z', 'revision_number': 6, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'gw_port_host': None}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:36.405748 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31db100-8f7e-4632-bff8-5b15cdfc3418 None None] The sync data for ids ['40cc6408-42fd-4823-947f-d439c63c468c'] in dv-cinder-801354-7-iscsi is: [{'id': '40cc6408-42fd-4823-947f-d439c63c468c', 'name': 'tempest-TestMinimumBasicScenario-672093369-router', 'tenant_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:52Z', 'updated_at': '2022-09-05T12:36:36Z', 'revision_number': 6, 'project_id': '6b86bf1c78d74ceaaff6ead90a70526f', 'gw_port_host': None}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:36:36.581288 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-73fad877-daa6-4f54-92b5-90180b426cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (d1ca9b28-71e1-40ef-8fc2-afb89f3e4346), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:36.609761 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fad877-daa6-4f54-92b5-90180b426cce admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ca9b28-71e1-40ef-8fc2-afb89f3e4346,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:36.674174 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-73fad877-daa6-4f54-92b5-90180b426cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633638'] for router_gateway (40cc6408-42fd-4823-947f-d439c63c468c), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:36.770082 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-73fad877-daa6-4f54-92b5-90180b426cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2583'] for router (40cc6408-42fd-4823-947f-d439c63c468c), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:36.770450 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-73fad877-daa6-4f54-92b5-90180b426cce admin admin] Publish callbacks [] for router_controller (40cc6408-42fd-4823-947f-d439c63c468c), precommit_delete_associations {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:36.912462 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-73fad877-daa6-4f54-92b5-90180b426cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557213'] for router (40cc6408-42fd-4823-947f-d439c63c468c), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:36.913150 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fad877-daa6-4f54-92b5-90180b426cce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40cc6408-42fd-4823-947f-d439c63c468c {{(pid=106739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 05 12:36:36.917961 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-73fad877-daa6-4f54-92b5-90180b426cce admin admin] Publish callbacks [] for router (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:36.919113 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-73fad877-daa6-4f54-92b5-90180b426cce admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/40cc6408-42fd-4823-947f-d439c63c468c HTTP/1.1" status: 204 len: 168 time: 1.1102493 Sep 05 12:36:36.921666 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 56956) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:36.974223 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aeff6fe-54eb-47a7-8251-2ff3bc50cb22 admin admin] Deleting subnet 3313871b-d5e8-4681-86e1-dddafa769991 {{(pid=106739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:36:36.977582 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3aeff6fe-54eb-47a7-8251-2ff3bc50cb22 admin admin] Publish callbacks [] for subnet (3313871b-d5e8-4681-86e1-dddafa769991), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.017850 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3aeff6fe-54eb-47a7-8251-2ff3bc50cb22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3249964'] for subnet (3313871b-d5e8-4681-86e1-dddafa769991), precommit_delete_associations {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.114028 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3aeff6fe-54eb-47a7-8251-2ff3bc50cb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (3313871b-d5e8-4681-86e1-dddafa769991), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.256004 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3aeff6fe-54eb-47a7-8251-2ff3bc50cb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4159189'] for subnet (3313871b-d5e8-4681-86e1-dddafa769991), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.290071 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeff6fe-54eb-47a7-8251-2ff3bc50cb22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3313871b-d5e8-4681-86e1-dddafa769991,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:37.292177 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3aeff6fe-54eb-47a7-8251-2ff3bc50cb22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.298021 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-3aeff6fe-54eb-47a7-8251-2ff3bc50cb22 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/3313871b-d5e8-4681-86e1-dddafa769991 HTTP/1.1" status: 204 len: 168 time: 0.3728373 Sep 05 12:36:37.299966 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56966) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:37.306088 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ed02d6-2fde-4414-9688-91bbe7ab1639 None None] Network 62fa3af2-b3d1-49d5-9125-58895bfbed57 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:36:37.382156 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (62fa3af2-b3d1-49d5-9125-58895bfbed57), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.397585 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.438814 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] Deleting port 32b42e9a-b74c-42b2-9369-87015a6545f7 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:37.442624 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.483080 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c07f8b4-31d5-488a-8a50-2ff78ae2f448 None None] DHCP port deletion for 62fa3af2-b3d1-49d5-9125-58895bfbed57 request from dv-cinder-801354-7-iscsi {{(pid=106741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 05 12:36:37.520706 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] For port 32b42e9a-b74c-42b2-9369-87015a6545f7, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=32b42e9a-b74c-42b2-9369-87015a6545f7,segment=NetworkSegment(597d57dc-8cc9-413b-83ad-a8f6599a4653),segment_id=597d57dc-8cc9-413b-83ad-a8f6599a4653)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:37.521074 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.525742 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-8c07f8b4-31d5-488a-8a50-2ff78ae2f448 None None] Deleting port 32b42e9a-b74c-42b2-9369-87015a6545f7 {{(pid=106741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:37.526128 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8c07f8b4-31d5-488a-8a50-2ff78ae2f448 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), before_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.535827 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] Calling delete_port for 32b42e9a-b74c-42b2-9369-87015a6545f7 owned by network:dhcp {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:37.600450 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-8c07f8b4-31d5-488a-8a50-2ff78ae2f448 None None] For port 32b42e9a-b74c-42b2-9369-87015a6545f7, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=32b42e9a-b74c-42b2-9369-87015a6545f7,segment=NetworkSegment(597d57dc-8cc9-413b-83ad-a8f6599a4653),segment_id=597d57dc-8cc9-413b-83ad-a8f6599a4653)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:37.600941 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8c07f8b4-31d5-488a-8a50-2ff78ae2f448 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), precommit_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.616274 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-8c07f8b4-31d5-488a-8a50-2ff78ae2f448 None None] Calling delete_port for 32b42e9a-b74c-42b2-9369-87015a6545f7 owned by network:dhcp {{(pid=106741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:37.664178 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:37.669541 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:37.714332 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.722808 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8c07f8b4-31d5-488a-8a50-2ff78ae2f448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (32b42e9a-b74c-42b2-9369-87015a6545f7), after_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.751191 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07f8b4-31d5-488a-8a50-2ff78ae2f448 None None] Pushing event deleted for resources: {'Port': ['ID=32b42e9a-b74c-42b2-9369-87015a6545f7,revision_number=None']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:37.751571 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=32b42e9a-b74c-42b2-9369-87015a6545f7,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:37.753641 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] No DVR routers for this DVR port 32b42e9a-b74c-42b2-9369-87015a6545f7 on host dv-cinder-801354-7-iscsi {{(pid=106740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:36:37.762121 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c07f8b4-31d5-488a-8a50-2ff78ae2f448 None None] No DVR routers for this DVR port 32b42e9a-b74c-42b2-9369-87015a6545f7 on host dv-cinder-801354-7-iscsi {{(pid=106741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:36:37.841543 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 32b42e9a-b74c-42b2-9369-87015a6545f7 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:36:37.848466 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (62fa3af2-b3d1-49d5-9125-58895bfbed57), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.857771 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:37.862698 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: 32b42e9a-b74c-42b2-9369-87015a6545f7 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:36:37.862981 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 32b42e9a-b74c-42b2-9369-87015a6545f7 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:36:37.863412 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device d1ca9b28-71e1-40ef-8fc2-afb89f3e4346 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:36:37.871159 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fa3af2-b3d1-49d5-9125-58895bfbed57']}} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:37.885892 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597d57dc-8cc9-413b-83ad-a8f6599a4653') {'for_net_delete': True} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:37.886191 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597d57dc-8cc9-413b-83ad-a8f6599a4653') {} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:37.886683 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: d1ca9b28-71e1-40ef-8fc2-afb89f3e4346 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:36:37.887042 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device d1ca9b28-71e1-40ef-8fc2-afb89f3e4346 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:36:37.887481 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 49021eb4-fef6-4ae6-bf04-e5b31b596973 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:36:37.898851 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107470'] for segment (597d57dc-8cc9-413b-83ad-a8f6599a4653), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.907133 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: 49021eb4-fef6-4ae6-bf04-e5b31b596973 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:36:37.909801 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 49021eb4-fef6-4ae6-bf04-e5b31b596973 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:36:37.915167 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (597d57dc-8cc9-413b-83ad-a8f6599a4653), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.923572 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=106740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:36:37.924081 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800242'] for segment (597d57dc-8cc9-413b-83ad-a8f6599a4653), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:37.967152 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.services.segments.plugin [-] Segment 597d57dc-8cc9-413b-83ad-a8f6599a4653 resource provider aggregate not found Sep 05 12:36:37.986766 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.services.segments.plugin [-] Segment 597d57dc-8cc9-413b-83ad-a8f6599a4653 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 597d57dc-8cc9-413b-83ad-a8f6599a4653 found for delete ", "request_id": "req-8f6068ee-6d0e-44bd-b698-73574eb3516e"}]} Sep 05 12:36:38.079999 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (62fa3af2-b3d1-49d5-9125-58895bfbed57), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:38.085863 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:38.088963 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/62fa3af2-b3d1-49d5-9125-58895bfbed57 HTTP/1.1" status: 204 len: 168 time: 0.7872777 Sep 05 12:36:38.091930 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56980) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:38.123028 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc5e1b-6792-45f9-94f8-4c1ac36a4ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=62fa3af2-b3d1-49d5-9125-58895bfbed57,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:38.198113 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:38.251523 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2708b-6de0-4e98-a389-bdd2c81bc5ec req-3f6af622-9878-40a1-8f99-7ecbfc02a085 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:38.253034 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bfb2708b-6de0-4e98-a389-bdd2c81bc5ec req-3f6af622-9878-40a1-8f99-7ecbfc02a085 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 947 time: 0.0930028 Sep 05 12:36:38.354830 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bfb2708b-6de0-4e98-a389-bdd2c81bc5ec req-35c947a1-dff7-45d9-a764-19b0a4243eaf tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926149 Sep 05 12:36:38.538477 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f5f0e335-f587-4948-90e9-b21f89bd9dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557266'] for router_interface (760c7ba5-7506-4982-bed0-6e9cc447adfd), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:38.777253 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-f5f0e335-f587-4948-90e9-b21f89bd9dc3 admin admin] Deleting port e9128bc9-c42e-4319-8a03-694b2311c2d9 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:38.777590 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f5f0e335-f587-4948-90e9-b21f89bd9dc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:38.781979 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:38.859655 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:38.864635 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-f5f0e335-f587-4948-90e9-b21f89bd9dc3 admin admin] For port e9128bc9-c42e-4319-8a03-694b2311c2d9, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=e9128bc9-c42e-4319-8a03-694b2311c2d9,segment=NetworkSegment(da5b5e43-3f25-4633-8e4b-3320310e622c),segment_id=da5b5e43-3f25-4633-8e4b-3320310e622c)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:38.865003 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f5f0e335-f587-4948-90e9-b21f89bd9dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:38.879851 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-f5f0e335-f587-4948-90e9-b21f89bd9dc3 admin admin] Calling delete_port for e9128bc9-c42e-4319-8a03-694b2311c2d9 owned by network:router_interface {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:39.171115 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:39.199757 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f5f0e335-f587-4948-90e9-b21f89bd9dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (e9128bc9-c42e-4319-8a03-694b2311c2d9), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:39.225354 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0e335-f587-4948-90e9-b21f89bd9dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9128bc9-c42e-4319-8a03-694b2311c2d9,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:39.330448 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:39.401037 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f5f0e335-f587-4948-90e9-b21f89bd9dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632642'] for router_interface (760c7ba5-7506-4982-bed0-6e9cc447adfd), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:39.473788 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:39.492245 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34592d71-7434-41d0-84e5-11abd95b3fd5 req-22f98d66-d179-46c6-89ca-7a7eb36bea07 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:39.494184 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-34592d71-7434-41d0-84e5-11abd95b3fd5 req-22f98d66-d179-46c6-89ca-7a7eb36bea07 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 947 time: 0.0501175 Sep 05 12:36:39.551812 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-34592d71-7434-41d0-84e5-11abd95b3fd5 req-2ef8ea55-981e-4d45-a43d-a2e19efeef40 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476494 Sep 05 12:36:39.869076 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f0e335-f587-4948-90e9-b21f89bd9dc3 admin admin] Router 760c7ba5-7506-4982-bed0-6e9cc447adfd has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:36:39.971275 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f0e335-f587-4948-90e9-b21f89bd9dc3 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:36:39.976383 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-f5f0e335-f587-4948-90e9-b21f89bd9dc3 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/760c7ba5-7506-4982-bed0-6e9cc447adfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8835185 Sep 05 12:36:39.979001 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 56996) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:39.982294 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a215f838-5287-494e-9031-c117b0597857 None None] Sync routers for ids ['760c7ba5-7506-4982-bed0-6e9cc447adfd'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:36:39.994834 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a215f838-5287-494e-9031-c117b0597857 None None] Routers {'760c7ba5-7506-4982-bed0-6e9cc447adfd'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:36:39.995482 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-a215f838-5287-494e-9031-c117b0597857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['760c7ba5-7506-4982-bed0-6e9cc447adfd'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:40.088426 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-40e090d4-8d21-4237-8862-34b5b8ac0238 admin admin] Publish callbacks [] for router (760c7ba5-7506-4982-bed0-6e9cc447adfd), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:40.103910 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-a215f838-5287-494e-9031-c117b0597857 None None] Set router 760c7ba5-7506-4982-bed0-6e9cc447adfd gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:36:40.127804 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:40.196970 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-40e090d4-8d21-4237-8862-34b5b8ac0238 admin admin] Publish callbacks [] for router_gateway (760c7ba5-7506-4982-bed0-6e9cc447adfd), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:40.276895 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-a215f838-5287-494e-9031-c117b0597857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'name': 'tempest-TestMinimumBasicScenario-1832977289-router', 'tenant_id': 'e37408e041064b5fac70c14c7bcb80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.223'}], 'enable_snat': True}, 'gw_port_id': '5c675c16-d83a-413e-96e9-7cbef89dd6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:59Z', 'updated_at': '2022-09-05T12:36:39Z', 'revision_number': 5, 'project_id': 'e37408e041064b5fac70c14c7bcb80e2', 'gw_port': {'id': '5c675c16-d83a-413e-96e9-7cbef89dd6f8', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:34:00Z', 'updated_at': '2022-09-05T12:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:40.306825 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a215f838-5287-494e-9031-c117b0597857 None None] Checking router: 760c7ba5-7506-4982-bed0-6e9cc447adfd for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:36:40.316312 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a215f838-5287-494e-9031-c117b0597857 None None] Routers {'760c7ba5-7506-4982-bed0-6e9cc447adfd'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:36:40.316939 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-a215f838-5287-494e-9031-c117b0597857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['760c7ba5-7506-4982-bed0-6e9cc447adfd'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:40.319675 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-40e090d4-8d21-4237-8862-34b5b8ac0238 admin admin] Deleting port 5c675c16-d83a-413e-96e9-7cbef89dd6f8 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:40.320020 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-40e090d4-8d21-4237-8862-34b5b8ac0238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (5c675c16-d83a-413e-96e9-7cbef89dd6f8), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:40.405069 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-a215f838-5287-494e-9031-c117b0597857 None None] Set router 760c7ba5-7506-4982-bed0-6e9cc447adfd gateway port host: None {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:36:40.410108 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-40e090d4-8d21-4237-8862-34b5b8ac0238 admin admin] For port 5c675c16-d83a-413e-96e9-7cbef89dd6f8, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=5c675c16-d83a-413e-96e9-7cbef89dd6f8,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:40.410678 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-40e090d4-8d21-4237-8862-34b5b8ac0238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (5c675c16-d83a-413e-96e9-7cbef89dd6f8), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:40.424083 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-40e090d4-8d21-4237-8862-34b5b8ac0238 admin admin] Calling delete_port for 5c675c16-d83a-413e-96e9-7cbef89dd6f8 owned by network:router_gateway {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:40.457529 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-a215f838-5287-494e-9031-c117b0597857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'name': 'tempest-TestMinimumBasicScenario-1832977289-router', 'tenant_id': 'e37408e041064b5fac70c14c7bcb80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:59Z', 'updated_at': '2022-09-05T12:36:40Z', 'revision_number': 6, 'project_id': 'e37408e041064b5fac70c14c7bcb80e2', 'gw_port_host': None}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:40.482192 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a215f838-5287-494e-9031-c117b0597857 None None] The sync data for ids ['760c7ba5-7506-4982-bed0-6e9cc447adfd'] in dv-cinder-801354-7-iscsi is: [{'id': '760c7ba5-7506-4982-bed0-6e9cc447adfd', 'name': 'tempest-TestMinimumBasicScenario-1832977289-router', 'tenant_id': 'e37408e041064b5fac70c14c7bcb80e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:33:59Z', 'updated_at': '2022-09-05T12:36:40Z', 'revision_number': 6, 'project_id': 'e37408e041064b5fac70c14c7bcb80e2', 'gw_port_host': None}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:36:40.662003 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-40e090d4-8d21-4237-8862-34b5b8ac0238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (5c675c16-d83a-413e-96e9-7cbef89dd6f8), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:40.696675 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e090d4-8d21-4237-8862-34b5b8ac0238 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c675c16-d83a-413e-96e9-7cbef89dd6f8,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:40.726422 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac9c96-975c-4db5-b16b-13a7d87c0c70 req-cbcb9caa-5f7b-4878-a809-06619c9f35bd tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:40.733681 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-abac9c96-975c-4db5-b16b-13a7d87c0c70 req-cbcb9caa-5f7b-4878-a809-06619c9f35bd tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 947 time: 0.0939090 Sep 05 12:36:40.748625 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:40.790940 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-40e090d4-8d21-4237-8862-34b5b8ac0238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633638'] for router_gateway (760c7ba5-7506-4982-bed0-6e9cc447adfd), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:40.870987 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-abac9c96-975c-4db5-b16b-13a7d87c0c70 req-ca361b4c-bf2b-470c-93d5-0fe64b5e494c tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211405 Sep 05 12:36:40.902027 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-40e090d4-8d21-4237-8862-34b5b8ac0238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2583'] for router (760c7ba5-7506-4982-bed0-6e9cc447adfd), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:40.904025 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-40e090d4-8d21-4237-8862-34b5b8ac0238 admin admin] Publish callbacks [] for router_controller (760c7ba5-7506-4982-bed0-6e9cc447adfd), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:41.033847 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-40e090d4-8d21-4237-8862-34b5b8ac0238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557213'] for router (760c7ba5-7506-4982-bed0-6e9cc447adfd), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:41.034461 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e090d4-8d21-4237-8862-34b5b8ac0238 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 760c7ba5-7506-4982-bed0-6e9cc447adfd {{(pid=106740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 05 12:36:41.043060 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-40e090d4-8d21-4237-8862-34b5b8ac0238 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:41.043060 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-40e090d4-8d21-4237-8862-34b5b8ac0238 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/760c7ba5-7506-4982-bed0-6e9cc447adfd HTTP/1.1" status: 204 len: 168 time: 1.0606899 Sep 05 12:36:41.043282 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57002) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:41.089312 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_v2 [None req-21abc699-fde8-49d0-9f92-bca5d4cd0bc1 admin admin] Deleting subnet 60372725-80c2-4803-82c0-367b51adc80a {{(pid=106740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:36:41.092526 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21abc699-fde8-49d0-9f92-bca5d4cd0bc1 admin admin] Publish callbacks [] for subnet (60372725-80c2-4803-82c0-367b51adc80a), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:41.128839 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21abc699-fde8-49d0-9f92-bca5d4cd0bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107463'] for subnet (60372725-80c2-4803-82c0-367b51adc80a), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:41.130364 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:41.207443 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21abc699-fde8-49d0-9f92-bca5d4cd0bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (60372725-80c2-4803-82c0-367b51adc80a), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:41.363758 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21abc699-fde8-49d0-9f92-bca5d4cd0bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3773182'] for subnet (60372725-80c2-4803-82c0-367b51adc80a), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:41.391389 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abc699-fde8-49d0-9f92-bca5d4cd0bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60372725-80c2-4803-82c0-367b51adc80a,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:41.397404 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21abc699-fde8-49d0-9f92-bca5d4cd0bc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:41.400631 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-21abc699-fde8-49d0-9f92-bca5d4cd0bc1 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/60372725-80c2-4803-82c0-367b51adc80a HTTP/1.1" status: 204 len: 168 time: 0.3564301 Sep 05 12:36:41.403777 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57004) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:41.405378 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ab5e95-ce77-431e-bf56-0c79799c3e79 None None] Network 16751743-ba59-4988-9323-0060c1a61664 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:36:41.486350 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (16751743-ba59-4988-9323-0060c1a61664), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:41.533993 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] Deleting port dcf4fa15-9802-4ba0-b40c-32f6af30143b {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:41.534344 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (dcf4fa15-9802-4ba0-b40c-32f6af30143b), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:41.537086 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:41.586969 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ba1645-5be1-466f-b5e3-bb677936604c None None] DHCP port deletion for 16751743-ba59-4988-9323-0060c1a61664 request from dv-cinder-801354-7-iscsi {{(pid=106741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 05 12:36:41.600874 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] For port dcf4fa15-9802-4ba0-b40c-32f6af30143b, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=dcf4fa15-9802-4ba0-b40c-32f6af30143b,segment=NetworkSegment(da5b5e43-3f25-4633-8e4b-3320310e622c),segment_id=da5b5e43-3f25-4633-8e4b-3320310e622c)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:41.601254 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (dcf4fa15-9802-4ba0-b40c-32f6af30143b), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:41.614246 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] Calling delete_port for dcf4fa15-9802-4ba0-b40c-32f6af30143b owned by network:dhcp {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:41.627678 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-f3ba1645-5be1-466f-b5e3-bb677936604c None None] Deleting port dcf4fa15-9802-4ba0-b40c-32f6af30143b {{(pid=106741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:41.628058 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1645-5be1-466f-b5e3-bb677936604c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (dcf4fa15-9802-4ba0-b40c-32f6af30143b), before_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:41.692861 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-f3ba1645-5be1-466f-b5e3-bb677936604c None None] For port dcf4fa15-9802-4ba0-b40c-32f6af30143b, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=dcf4fa15-9802-4ba0-b40c-32f6af30143b,segment=NetworkSegment(da5b5e43-3f25-4633-8e4b-3320310e622c),segment_id=da5b5e43-3f25-4633-8e4b-3320310e622c)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:41.693261 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1645-5be1-466f-b5e3-bb677936604c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (dcf4fa15-9802-4ba0-b40c-32f6af30143b), precommit_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:41.706591 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-f3ba1645-5be1-466f-b5e3-bb677936604c None None] Calling delete_port for dcf4fa15-9802-4ba0-b40c-32f6af30143b owned by network:dhcp {{(pid=106741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:41.755681 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (dcf4fa15-9802-4ba0-b40c-32f6af30143b), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:41.763274 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device e9128bc9-c42e-4319-8a03-694b2311c2d9 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:36:41.776134 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:41.784934 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] No DVR routers for this DVR port dcf4fa15-9802-4ba0-b40c-32f6af30143b on host dv-cinder-801354-7-iscsi {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:36:41.786698 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf4fa15-9802-4ba0-b40c-32f6af30143b,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:41.796432 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: e9128bc9-c42e-4319-8a03-694b2311c2d9 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:36:41.797369 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device e9128bc9-c42e-4319-8a03-694b2311c2d9 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:36:41.800112 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 5c675c16-d83a-413e-96e9-7cbef89dd6f8 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:36:41.824701 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: 5c675c16-d83a-413e-96e9-7cbef89dd6f8 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:36:41.824974 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 5c675c16-d83a-413e-96e9-7cbef89dd6f8 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:36:41.825522 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device dcf4fa15-9802-4ba0-b40c-32f6af30143b no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:36:41.848116 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: dcf4fa15-9802-4ba0-b40c-32f6af30143b {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:36:41.863222 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device dcf4fa15-9802-4ba0-b40c-32f6af30143b not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:36:41.863222 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-f3ba1645-5be1-466f-b5e3-bb677936604c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (dcf4fa15-9802-4ba0-b40c-32f6af30143b), after_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:41.870179 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (16751743-ba59-4988-9323-0060c1a61664), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:41.880958 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba1645-5be1-466f-b5e3-bb677936604c None None] Pushing event deleted for resources: {'Port': ['ID=dcf4fa15-9802-4ba0-b40c-32f6af30143b,revision_number=None']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:41.885072 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ba1645-5be1-466f-b5e3-bb677936604c None None] No DVR routers for this DVR port dcf4fa15-9802-4ba0-b40c-32f6af30143b on host dv-cinder-801354-7-iscsi {{(pid=106741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:36:42.161558 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16751743-ba59-4988-9323-0060c1a61664']}} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:42.213500 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5b5e43-3f25-4633-8e4b-3320310e622c') {'for_net_delete': True} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:42.213797 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5b5e43-3f25-4633-8e4b-3320310e622c') {} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:42.232721 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3249957'] for segment (da5b5e43-3f25-4633-8e4b-3320310e622c), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:42.241582 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd624238-fce5-4b7d-8ee1-db9d208c6f84 req-e2d8dba2-8c5c-4b47-a318-1bd35a821e00 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:42.243311 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cd624238-fce5-4b7d-8ee1-db9d208c6f84 req-e2d8dba2-8c5c-4b47-a318-1bd35a821e00 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 947 time: 0.0962977 Sep 05 12:36:42.263071 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c897f4e-c3d4-4dff-a249-82324677b541 req-cd80323a-91ad-4234-987e-06d0a108a88f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:42.264494 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6c897f4e-c3d4-4dff-a249-82324677b541 req-cd80323a-91ad-4234-987e-06d0a108a88f tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 947 time: 0.1165481 Sep 05 12:36:42.299726 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (da5b5e43-3f25-4633-8e4b-3320310e622c), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:42.325602 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=106739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:36:42.326007 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3093733'] for segment (da5b5e43-3f25-4633-8e4b-3320310e622c), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:42.434802 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-cd624238-fce5-4b7d-8ee1-db9d208c6f84 req-8efa2690-b3b9-4740-a6aa-8ad85d720b3a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Deleting port 3c7003e7-309e-4432-9c69-6cc1517fcb8d {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:42.435483 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-cd624238-fce5-4b7d-8ee1-db9d208c6f84 req-8efa2690-b3b9-4740-a6aa-8ad85d720b3a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:42.454914 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6c897f4e-c3d4-4dff-a249-82324677b541 req-ec02cc5b-f3b0-4dbc-9052-7ee9741fee3a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=5e659a5f-194a-4dbe-aada-520e87794775&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668026 Sep 05 12:36:42.501061 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:42.502819 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment da5b5e43-3f25-4633-8e4b-3320310e622c resource provider aggregate not found Sep 05 12:36:42.524916 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment da5b5e43-3f25-4633-8e4b-3320310e622c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da5b5e43-3f25-4633-8e4b-3320310e622c found for delete ", "request_id": "req-031754f4-5c54-458a-866a-32562c4cfbd5"}]} Sep 05 12:36:42.536433 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (16751743-ba59-4988-9323-0060c1a61664), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:42.546467 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:42.549584 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/16751743-ba59-4988-9323-0060c1a61664 HTTP/1.1" status: 204 len: 168 time: 1.1444495 Sep 05 12:36:42.552545 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-cd624238-fce5-4b7d-8ee1-db9d208c6f84 req-8efa2690-b3b9-4740-a6aa-8ad85d720b3a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] For port 3c7003e7-309e-4432-9c69-6cc1517fcb8d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3c7003e7-309e-4432-9c69-6cc1517fcb8d,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:42.552915 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-cd624238-fce5-4b7d-8ee1-db9d208c6f84 req-8efa2690-b3b9-4740-a6aa-8ad85d720b3a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:42.569038 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02661790-90ec-48aa-8960-db566bf32565 admin admin] Pushing event deleted for resources: {'Network': ['ID=16751743-ba59-4988-9323-0060c1a61664,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:42.744171 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-cd624238-fce5-4b7d-8ee1-db9d208c6f84 req-8efa2690-b3b9-4740-a6aa-8ad85d720b3a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:42.744461 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-cd624238-fce5-4b7d-8ee1-db9d208c6f84 req-8efa2690-b3b9-4740-a6aa-8ad85d720b3a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (9383b431-309f-4049-a8cc-59b9700ff700), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:42.744771 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [req-cd624238-fce5-4b7d-8ee1-db9d208c6f84 req-8efa2690-b3b9-4740-a6aa-8ad85d720b3a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Floating IP 9383b431-309f-4049-a8cc-59b9700ff700 disassociated. External IP: 172.27.4.197, port: 3c7003e7-309e-4432-9c69-6cc1517fcb8d. Sep 05 12:36:42.745116 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-cd624238-fce5-4b7d-8ee1-db9d208c6f84 req-8efa2690-b3b9-4740-a6aa-8ad85d720b3a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Calling delete_port for 3c7003e7-309e-4432-9c69-6cc1517fcb8d owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:42.800584 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:42.933869 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57026) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:42.978636 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-426d71a4-2b88-4822-b531-369eb9559273 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6b86bf1c78d74ceaaff6ead90a70526f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435317 Sep 05 12:36:42.981155 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57030) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:43.006184 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-cd624238-fce5-4b7d-8ee1-db9d208c6f84 req-8efa2690-b3b9-4740-a6aa-8ad85d720b3a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (3c7003e7-309e-4432-9c69-6cc1517fcb8d), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:43.047530 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa2690-b3b9-4740-a6aa-8ad85d720b3a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event deleted for resources: {'Port': ['ID=3c7003e7-309e-4432-9c69-6cc1517fcb8d,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:43.106213 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-347a7243-9dff-4f98-9a6f-ccd3a10ea474 admin admin] Publish callbacks [] for security_group (c2ba6200-4ca9-49bb-9f7d-532a6de07265), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:43.137374 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-347a7243-9dff-4f98-9a6f-ccd3a10ea474 admin admin] Publish callbacks [] for security_group (c2ba6200-4ca9-49bb-9f7d-532a6de07265), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:43.220110 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd624238-fce5-4b7d-8ee1-db9d208c6f84 req-8efa2690-b3b9-4740-a6aa-8ad85d720b3a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:36:43.310602 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-347a7243-9dff-4f98-9a6f-ccd3a10ea474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (c2ba6200-4ca9-49bb-9f7d-532a6de07265), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:43.313698 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-347a7243-9dff-4f98-9a6f-ccd3a10ea474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:43.314831 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-347a7243-9dff-4f98-9a6f-ccd3a10ea474 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/c2ba6200-4ca9-49bb-9f7d-532a6de07265 HTTP/1.1" status: 204 len: 168 time: 0.3327680 Sep 05 12:36:43.342058 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a7243-9dff-4f98-9a6f-ccd3a10ea474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ba6200-4ca9-49bb-9f7d-532a6de07265,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:43.344349 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd624238-fce5-4b7d-8ee1-db9d208c6f84 req-8efa2690-b3b9-4740-a6aa-8ad85d720b3a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:36:43.369925 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d7063-bb35-4bb5-8abb-3475592c59fc None None] Sync routers for ids ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:36:43.398879 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d7063-bb35-4bb5-8abb-3475592c59fc None None] Routers {'0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:36:43.403460 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-5a5d7063-bb35-4bb5-8abb-3475592c59fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:43.419108 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd624238-fce5-4b7d-8ee1-db9d208c6f84 req-8efa2690-b3b9-4740-a6aa-8ad85d720b3a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] No DVR routers for this DVR port 3c7003e7-309e-4432-9c69-6cc1517fcb8d on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:36:43.421993 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-cd624238-fce5-4b7d-8ee1-db9d208c6f84 req-8efa2690-b3b9-4740-a6aa-8ad85d720b3a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:43.427389 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cd624238-fce5-4b7d-8ee1-db9d208c6f84 req-8efa2690-b3b9-4740-a6aa-8ad85d720b3a tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.58 "DELETE /networking/v2.0/ports/3c7003e7-309e-4432-9c69-6cc1517fcb8d HTTP/1.1" status: 204 len: 173 time: 1.1767201 Sep 05 12:36:43.428065 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'name': 'network-vif-deleted', 'tag': '3c7003e7-309e-4432-9c69-6cc1517fcb8d'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:36:43.430645 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594991b6-ff99-41dd-9232-b1236aa7563c" -d '{"events": [{"server_uuid": "407e87bb-faeb-4ba6-b6dc-e9b7a3690356", "name": "network-vif-deleted", "tag": "3c7003e7-309e-4432-9c69-6cc1517fcb8d"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:36:43.486940 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31c254c-049e-4146-af45-fa9af2e252ba x-openstack-request-id: req-c31c254c-049e-4146-af45-fa9af2e252ba {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:36:43.487600 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "407e87bb-faeb-4ba6-b6dc-e9b7a3690356", "name": "network-vif-deleted", "tag": "3c7003e7-309e-4432-9c69-6cc1517fcb8d", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:36:43.487600 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c31c254c-049e-4146-af45-fa9af2e252ba {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:36:43.491259 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31c254c-049e-4146-af45-fa9af2e252ba'] response: {'server_uuid': '407e87bb-faeb-4ba6-b6dc-e9b7a3690356', 'name': 'network-vif-deleted', 'tag': '3c7003e7-309e-4432-9c69-6cc1517fcb8d', 'status': 'completed', 'code': 200} Sep 05 12:36:43.578825 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-5a5d7063-bb35-4bb5-8abb-3475592c59fc None None] Set router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:36:43.604834 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b08b75ae-1a7b-4237-bbe3-533ac2612e37 req-9b224f58-44b1-46e9-a70e-f0472f00d763 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 210 time: 0.0382140 Sep 05 12:36:43.803187 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-5a5d7063-bb35-4bb5-8abb-3475592c59fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:41Z', 'revision_number': 5, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:43.830239 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d7063-bb35-4bb5-8abb-3475592c59fc None None] Checking router: 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:36:43.839237 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d7063-bb35-4bb5-8abb-3475592c59fc None None] Routers {'0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:36:43.839867 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-5a5d7063-bb35-4bb5-8abb-3475592c59fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:43.895750 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:43.951388 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-5a5d7063-bb35-4bb5-8abb-3475592c59fc None None] Set router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:36:44.166402 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57048) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:44.171510 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:44.174592 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:44.185213 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-5a5d7063-bb35-4bb5-8abb-3475592c59fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:41Z', 'revision_number': 5, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:44.211618 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-91ae754b-e5df-4f7c-a4b7-91bbb00ecffe admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e37408e041064b5fac70c14c7bcb80e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437028 Sep 05 12:36:44.214126 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57052) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:44.225441 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5d7063-bb35-4bb5-8abb-3475592c59fc None None] The sync data for ids ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'] in dv-cinder-801354-7-iscsi is: [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:29:22Z', 'revision_number': 4, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '15d5ed96-cd55-40b5-832f-c5abf4439ffb', 'name': '', 'network_id': '63375a32-83e0-46aa-bf2e-0ee5e39b91e6', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'mac_address': 'fa:16:3e:ce:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:21Z', 'updated_at': '2022-09-05T12:29:41Z', 'revision_number': 5, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'subnets': [{'id': '836db7f6-1080-4cec-b0a2-52e957aa9512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:36:44.272605 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-183b7f0b-ea4b-49d5-a020-cc1495b10e89 admin admin] Publish callbacks [] for security_group (d01b0595-a013-4a23-9c49-1a5d2920b7bb), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:44.294779 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-183b7f0b-ea4b-49d5-a020-cc1495b10e89 admin admin] Publish callbacks [] for security_group (d01b0595-a013-4a23-9c49-1a5d2920b7bb), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:44.461986 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd52762-ff06-47ea-bcc1-72296b519105 None None] New status for floating IP 9383b431-309f-4049-a8cc-59b9700ff700: DOWN {{(pid=106741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:36:44.468690 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-183b7f0b-ea4b-49d5-a020-cc1495b10e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (d01b0595-a013-4a23-9c49-1a5d2920b7bb), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:44.471474 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-183b7f0b-ea4b-49d5-a020-cc1495b10e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:44.472817 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-183b7f0b-ea4b-49d5-a020-cc1495b10e89 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d01b0595-a013-4a23-9c49-1a5d2920b7bb HTTP/1.1" status: 204 len: 168 time: 0.2576954 Sep 05 12:36:44.482785 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b7f0b-ea4b-49d5-a020-cc1495b10e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01b0595-a013-4a23-9c49-1a5d2920b7bb,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:44.633476 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:44.751129 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5a93c85b-7514-441d-bc8c-ec1dc3ccfb80 req-43d23e6f-9711-48b1-860e-c6e88695abad tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=407e87bb-faeb-4ba6-b6dc-e9b7a3690356 HTTP/1.1" status: 200 len: 210 time: 0.0293148 Sep 05 12:36:45.909772 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57080) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:45.963926 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4e21f5b8-f7f8-4b49-ab5d-8124baa71a53 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group (5e659a5f-194a-4dbe-aada-520e87794775), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:45.974779 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:45.986618 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4e21f5b8-f7f8-4b49-ab5d-8124baa71a53 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group (5e659a5f-194a-4dbe-aada-520e87794775), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:46.108194 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4e21f5b8-f7f8-4b49-ab5d-8124baa71a53 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (5e659a5f-194a-4dbe-aada-520e87794775), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:46.110835 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4e21f5b8-f7f8-4b49-ab5d-8124baa71a53 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:46.112033 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-4e21f5b8-f7f8-4b49-ab5d-8124baa71a53 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5e659a5f-194a-4dbe-aada-520e87794775 HTTP/1.1" status: 204 len: 168 time: 0.2012656 Sep 05 12:36:46.114967 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57082) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:46.122015 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21f5b8-f7f8-4b49-ab5d-8124baa71a53 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e659a5f-194a-4dbe-aada-520e87794775,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:46.129606 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.api.v2.resource [None req-f216db25-0150-4302-8100-06fc62150819 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] show failed (client error): The resource could not be found. Sep 05 12:36:46.130654 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-f216db25-0150-4302-8100-06fc62150819 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "GET /networking/v2.0/security-groups/5e659a5f-194a-4dbe-aada-520e87794775 HTTP/1.1" status: 404 len: 347 time: 0.0145562 Sep 05 12:36:46.133601 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57084) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:46.250992 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-4b9474cd-32d6-4541-abdb-f2153e7ae8e1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Deleting port ae7c3081-02cf-4dd9-8504-4900140c439c {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:46.251332 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4b9474cd-32d6-4541-abdb-f2153e7ae8e1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (ae7c3081-02cf-4dd9-8504-4900140c439c), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:46.333351 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4b9474cd-32d6-4541-abdb-f2153e7ae8e1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (ae7c3081-02cf-4dd9-8504-4900140c439c), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:46.333600 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4b9474cd-32d6-4541-abdb-f2153e7ae8e1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for floatingip (ae7c3081-02cf-4dd9-8504-4900140c439c), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:46.346634 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-4b9474cd-32d6-4541-abdb-f2153e7ae8e1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Calling delete_port for ae7c3081-02cf-4dd9-8504-4900140c439c owned by network:floatingip {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:46.466769 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:46.536836 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4b9474cd-32d6-4541-abdb-f2153e7ae8e1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (ae7c3081-02cf-4dd9-8504-4900140c439c), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:46.563572 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9474cd-32d6-4541-abdb-f2153e7ae8e1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Pushing event deleted for resources: {'Port': ['ID=ae7c3081-02cf-4dd9-8504-4900140c439c,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:46.629112 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4b9474cd-32d6-4541-abdb-f2153e7ae8e1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks [] for floatingip (9383b431-309f-4049-a8cc-59b9700ff700), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:46.631493 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4b9474cd-32d6-4541-abdb-f2153e7ae8e1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:46.632652 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-4b9474cd-32d6-4541-abdb-f2153e7ae8e1 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/9383b431-309f-4049-a8cc-59b9700ff700 HTTP/1.1" status: 204 len: 168 time: 0.4981554 Sep 05 12:36:46.671047 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 3c7003e7-309e-4432-9c69-6cc1517fcb8d no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:36:46.691358 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: 3c7003e7-309e-4432-9c69-6cc1517fcb8d {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:36:46.691883 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 3c7003e7-309e-4432-9c69-6cc1517fcb8d not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:36:49.356925 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57134) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:49.900135 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-180f7810-ed55-4759-bd72-7e90bad0dfe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557266'] for router_interface (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:50.143820 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-180f7810-ed55-4759-bd72-7e90bad0dfe1 admin admin] Deleting port 15d5ed96-cd55-40b5-832f-c5abf4439ffb {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:50.144164 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-180f7810-ed55-4759-bd72-7e90bad0dfe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:50.229523 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [None req-180f7810-ed55-4759-bd72-7e90bad0dfe1 admin admin] For port 15d5ed96-cd55-40b5-832f-c5abf4439ffb, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=15d5ed96-cd55-40b5-832f-c5abf4439ffb,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:50.229902 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-180f7810-ed55-4759-bd72-7e90bad0dfe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:50.244149 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-180f7810-ed55-4759-bd72-7e90bad0dfe1 admin admin] Calling delete_port for 15d5ed96-cd55-40b5-832f-c5abf4439ffb owned by network:router_interface {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:50.295350 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:50.380424 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:50.508475 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-180f7810-ed55-4759-bd72-7e90bad0dfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (15d5ed96-cd55-40b5-832f-c5abf4439ffb), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:50.545094 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f7810-ed55-4759-bd72-7e90bad0dfe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=15d5ed96-cd55-40b5-832f-c5abf4439ffb,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:50.704165 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-180f7810-ed55-4759-bd72-7e90bad0dfe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632642'] for router_interface (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:50.913464 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180f7810-ed55-4759-bd72-7e90bad0dfe1 admin admin] Router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:36:51.052340 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180f7810-ed55-4759-bd72-7e90bad0dfe1 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:36:51.064714 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-180f7810-ed55-4759-bd72-7e90bad0dfe1 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/0026927b-cd3d-4ed6-adc4-7c4f3654a4fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7068539 Sep 05 12:36:51.065432 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3bbbb5-02d1-4112-b115-2ca66248a2b2 None None] Sync routers for ids ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:36:51.068604 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57152) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:51.083062 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3bbbb5-02d1-4112-b115-2ca66248a2b2 None None] Routers {'0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:36:51.083978 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-9f3bbbb5-02d1-4112-b115-2ca66248a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:51.193943 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-56d48c43-5fcc-4b58-8804-79e03ab20cad admin admin] Publish callbacks [] for router (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:51.208207 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-9f3bbbb5-02d1-4112-b115-2ca66248a2b2 None None] Set router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:36:51.338927 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-56d48c43-5fcc-4b58-8804-79e03ab20cad admin admin] Publish callbacks [] for router_gateway (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:51.367147 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:51.422499 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-9f3bbbb5-02d1-4112-b115-2ca66248a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:36:50Z', 'revision_number': 5, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port': {'id': '7b873763-f3fc-4e86-b2e1-6c3a2bb759be', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:29:13Z', 'updated_at': '2022-09-05T12:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:51.457714 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3bbbb5-02d1-4112-b115-2ca66248a2b2 None None] Checking router: 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:36:51.467012 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3bbbb5-02d1-4112-b115-2ca66248a2b2 None None] Routers {'0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:36:51.467731 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-9f3bbbb5-02d1-4112-b115-2ca66248a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:51.494064 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-56d48c43-5fcc-4b58-8804-79e03ab20cad admin admin] Deleting port 7b873763-f3fc-4e86-b2e1-6c3a2bb759be {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:51.494520 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-56d48c43-5fcc-4b58-8804-79e03ab20cad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (7b873763-f3fc-4e86-b2e1-6c3a2bb759be), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:51.591347 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-56d48c43-5fcc-4b58-8804-79e03ab20cad admin admin] For port 7b873763-f3fc-4e86-b2e1-6c3a2bb759be, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=7b873763-f3fc-4e86-b2e1-6c3a2bb759be,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:51.592011 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-56d48c43-5fcc-4b58-8804-79e03ab20cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (7b873763-f3fc-4e86-b2e1-6c3a2bb759be), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:51.606038 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-56d48c43-5fcc-4b58-8804-79e03ab20cad admin admin] Calling delete_port for 7b873763-f3fc-4e86-b2e1-6c3a2bb759be owned by network:router_gateway {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:51.646110 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-9f3bbbb5-02d1-4112-b115-2ca66248a2b2 None None] Set router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe gateway port host: None {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:36:51.665135 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:51.699507 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-9f3bbbb5-02d1-4112-b115-2ca66248a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:36:51Z', 'revision_number': 6, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port_host': None}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:51.725066 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3bbbb5-02d1-4112-b115-2ca66248a2b2 None None] The sync data for ids ['0026927b-cd3d-4ed6-adc4-7c4f3654a4fe'] in dv-cinder-801354-7-iscsi is: [{'id': '0026927b-cd3d-4ed6-adc4-7c4f3654a4fe', 'name': 'tempest-AttachVolumeShelveTestJSON-489986517-router', 'tenant_id': '094bae935a1e4738b0c51d33c6d89e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:29:11Z', 'updated_at': '2022-09-05T12:36:51Z', 'revision_number': 6, 'project_id': '094bae935a1e4738b0c51d33c6d89e3a', 'gw_port_host': None}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:36:51.884267 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-56d48c43-5fcc-4b58-8804-79e03ab20cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (7b873763-f3fc-4e86-b2e1-6c3a2bb759be), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:51.913627 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d48c43-5fcc-4b58-8804-79e03ab20cad admin admin] Pushing event deleted for resources: {'Port': ['ID=7b873763-f3fc-4e86-b2e1-6c3a2bb759be,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:51.981730 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-56d48c43-5fcc-4b58-8804-79e03ab20cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633638'] for router_gateway (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:51.984338 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:52.070550 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-56d48c43-5fcc-4b58-8804-79e03ab20cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2583'] for router (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:52.072590 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-56d48c43-5fcc-4b58-8804-79e03ab20cad admin admin] Publish callbacks [] for router_controller (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:52.222731 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-56d48c43-5fcc-4b58-8804-79e03ab20cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557213'] for router (0026927b-cd3d-4ed6-adc4-7c4f3654a4fe), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:52.223327 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d48c43-5fcc-4b58-8804-79e03ab20cad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0026927b-cd3d-4ed6-adc4-7c4f3654a4fe {{(pid=106740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 05 12:36:52.228262 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-56d48c43-5fcc-4b58-8804-79e03ab20cad admin admin] Publish callbacks [] for router (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:52.229436 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-56d48c43-5fcc-4b58-8804-79e03ab20cad admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/0026927b-cd3d-4ed6-adc4-7c4f3654a4fe HTTP/1.1" status: 204 len: 168 time: 1.1593812 Sep 05 12:36:52.231988 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57164) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:52.290173 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ea74bb-1ad2-4415-b853-d4c539b229c7 admin admin] Deleting subnet 836db7f6-1080-4cec-b0a2-52e957aa9512 {{(pid=106740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:36:52.293337 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-73ea74bb-1ad2-4415-b853-d4c539b229c7 admin admin] Publish callbacks [] for subnet (836db7f6-1080-4cec-b0a2-52e957aa9512), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:52.333203 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-73ea74bb-1ad2-4415-b853-d4c539b229c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107463'] for subnet (836db7f6-1080-4cec-b0a2-52e957aa9512), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:52.408998 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-73ea74bb-1ad2-4415-b853-d4c539b229c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (836db7f6-1080-4cec-b0a2-52e957aa9512), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:52.531439 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-73ea74bb-1ad2-4415-b853-d4c539b229c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3773182'] for subnet (836db7f6-1080-4cec-b0a2-52e957aa9512), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:52.570659 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea74bb-1ad2-4415-b853-d4c539b229c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836db7f6-1080-4cec-b0a2-52e957aa9512,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:52.572775 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-73ea74bb-1ad2-4415-b853-d4c539b229c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:52.576084 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-73ea74bb-1ad2-4415-b853-d4c539b229c7 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/836db7f6-1080-4cec-b0a2-52e957aa9512 HTTP/1.1" status: 204 len: 168 time: 0.3430521 Sep 05 12:36:52.578721 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57168) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:52.581951 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa49304-1a13-459b-8f82-6fd0b14fbe3b None None] Network 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:36:52.650395 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (63375a32-83e0-46aa-bf2e-0ee5e39b91e6), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:52.697977 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] Deleting port ec5087ca-e469-42f2-9387-866ef9cd7017 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:52.698322 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (ec5087ca-e469-42f2-9387-866ef9cd7017), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:52.752435 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde73ccc-b6a5-4399-a4b9-154226039008 None None] DHCP port deletion for 63375a32-83e0-46aa-bf2e-0ee5e39b91e6 request from dv-cinder-801354-7-iscsi {{(pid=106741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 05 12:36:52.782822 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] For port ec5087ca-e469-42f2-9387-866ef9cd7017, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=ec5087ca-e469-42f2-9387-866ef9cd7017,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:52.783180 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (ec5087ca-e469-42f2-9387-866ef9cd7017), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:52.794464 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-fde73ccc-b6a5-4399-a4b9-154226039008 None None] Deleting port ec5087ca-e469-42f2-9387-866ef9cd7017 {{(pid=106741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:36:52.794936 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-fde73ccc-b6a5-4399-a4b9-154226039008 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (ec5087ca-e469-42f2-9387-866ef9cd7017), before_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:52.799151 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] Calling delete_port for ec5087ca-e469-42f2-9387-866ef9cd7017 owned by network:dhcp {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:52.860285 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-fde73ccc-b6a5-4399-a4b9-154226039008 None None] For port ec5087ca-e469-42f2-9387-866ef9cd7017, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=ec5087ca-e469-42f2-9387-866ef9cd7017,segment=NetworkSegment(577ca88f-34f0-4069-85cb-6ab1f80279d9),segment_id=577ca88f-34f0-4069-85cb-6ab1f80279d9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:52.860710 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-fde73ccc-b6a5-4399-a4b9-154226039008 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (ec5087ca-e469-42f2-9387-866ef9cd7017), precommit_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:52.874574 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-fde73ccc-b6a5-4399-a4b9-154226039008 None None] Calling delete_port for ec5087ca-e469-42f2-9387-866ef9cd7017 owned by network:dhcp {{(pid=106741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:36:52.929796 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (ec5087ca-e469-42f2-9387-866ef9cd7017), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:52.960111 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-fde73ccc-b6a5-4399-a4b9-154226039008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (ec5087ca-e469-42f2-9387-866ef9cd7017), after_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:52.960354 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5087ca-e469-42f2-9387-866ef9cd7017,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:52.965033 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] No DVR routers for this DVR port ec5087ca-e469-42f2-9387-866ef9cd7017 on host dv-cinder-801354-7-iscsi {{(pid=106740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:36:52.969816 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:52.983412 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde73ccc-b6a5-4399-a4b9-154226039008 None None] Pushing event deleted for resources: {'Port': ['ID=ec5087ca-e469-42f2-9387-866ef9cd7017,revision_number=None']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:52.989063 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde73ccc-b6a5-4399-a4b9-154226039008 None None] No DVR routers for this DVR port ec5087ca-e469-42f2-9387-866ef9cd7017 on host dv-cinder-801354-7-iscsi {{(pid=106741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:36:53.047963 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (63375a32-83e0-46aa-bf2e-0ee5e39b91e6), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:53.073059 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63375a32-83e0-46aa-bf2e-0ee5e39b91e6']}} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:53.084031 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577ca88f-34f0-4069-85cb-6ab1f80279d9') {'for_net_delete': True} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:53.084327 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577ca88f-34f0-4069-85cb-6ab1f80279d9') {} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:53.094690 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107470'] for segment (577ca88f-34f0-4069-85cb-6ab1f80279d9), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:53.109448 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (577ca88f-34f0-4069-85cb-6ab1f80279d9), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:53.116211 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=106740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:36:53.116609 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800242'] for segment (577ca88f-34f0-4069-85cb-6ab1f80279d9), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:53.164084 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.services.segments.plugin [-] Segment 577ca88f-34f0-4069-85cb-6ab1f80279d9 resource provider aggregate not found Sep 05 12:36:53.182439 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.services.segments.plugin [-] Segment 577ca88f-34f0-4069-85cb-6ab1f80279d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 577ca88f-34f0-4069-85cb-6ab1f80279d9 found for delete ", "request_id": "req-588d48ae-b4da-4de1-8763-a6a0dac79605"}]} Sep 05 12:36:53.185152 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:53.251915 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (63375a32-83e0-46aa-bf2e-0ee5e39b91e6), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:53.256893 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:53.263511 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/63375a32-83e0-46aa-bf2e-0ee5e39b91e6 HTTP/1.1" status: 204 len: 168 time: 0.6812408 Sep 05 12:36:53.274677 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2b21b-0b99-47fc-8dbe-1cee491bbf26 admin admin] Pushing event deleted for resources: {'Network': ['ID=63375a32-83e0-46aa-bf2e-0ee5e39b91e6,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:53.601578 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57182) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:53.643301 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-b1776d77-8400-4697-80bf-3c76767c0c62 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=094bae935a1e4738b0c51d33c6d89e3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405686 Sep 05 12:36:53.645897 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57184) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:53.694703 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-19ffc4fa-2d78-4d31-9938-117bb312e068 admin admin] Publish callbacks [] for security_group (547386de-713a-45e5-b39c-f904502c6aea), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:53.716174 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-19ffc4fa-2d78-4d31-9938-117bb312e068 admin admin] Publish callbacks [] for security_group (547386de-713a-45e5-b39c-f904502c6aea), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:53.769077 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device ec5087ca-e469-42f2-9387-866ef9cd7017 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:36:53.789391 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: ec5087ca-e469-42f2-9387-866ef9cd7017 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:36:53.789825 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device ec5087ca-e469-42f2-9387-866ef9cd7017 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:36:53.790318 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 7b873763-f3fc-4e86-b2e1-6c3a2bb759be no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:36:53.809269 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: 7b873763-f3fc-4e86-b2e1-6c3a2bb759be {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:36:53.809628 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 7b873763-f3fc-4e86-b2e1-6c3a2bb759be not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:36:53.810123 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 15d5ed96-cd55-40b5-832f-c5abf4439ffb no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:36:53.829299 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: 15d5ed96-cd55-40b5-832f-c5abf4439ffb {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:36:53.829587 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 15d5ed96-cd55-40b5-832f-c5abf4439ffb not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:36:53.931804 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-19ffc4fa-2d78-4d31-9938-117bb312e068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (547386de-713a-45e5-b39c-f904502c6aea), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:53.934252 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-19ffc4fa-2d78-4d31-9938-117bb312e068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:53.935685 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-19ffc4fa-2d78-4d31-9938-117bb312e068 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/547386de-713a-45e5-b39c-f904502c6aea HTTP/1.1" status: 204 len: 168 time: 0.2886317 Sep 05 12:36:53.944952 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffc4fa-2d78-4d31-9938-117bb312e068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547386de-713a-45e5-b39c-f904502c6aea,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:55.144648 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57220) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:55.248704 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-fda9a077-b0cd-40e6-a704-2262d0462ceb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-540285136-network', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:36:55.342418 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda9a077-b0cd-40e6-a704-2262d0462ceb admin admin] Made reservation on behalf of 7b514c04a13742b1b19d46fec1c40f69 for: {'network': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:36:55.344821 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-fda9a077-b0cd-40e6-a704-2262d0462ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:55.354481 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-fda9a077-b0cd-40e6-a704-2262d0462ceb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:55.428840 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-fda9a077-b0cd-40e6-a704-2262d0462ceb admin admin] Publish callbacks [] for security_group (f834fb48-b454-405c-9b1f-a92e0254c2b9), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:55.782576 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-fda9a077-b0cd-40e6-a704-2262d0462ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (f834fb48-b454-405c-9b1f-a92e0254c2b9), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:55.811380 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda9a077-b0cd-40e6-a704-2262d0462ceb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=106740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:36:55.817633 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9a077-b0cd-40e6-a704-2262d0462ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f834fb48-b454-405c-9b1f-a92e0254c2b9,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:55.825156 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-fda9a077-b0cd-40e6-a704-2262d0462ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:55.825156 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.segments_db [None req-fda9a077-b0cd-40e6-a704-2262d0462ceb admin admin] Added segment d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2 of type vlan for network fe3deca4-eb5b-4550-84a3-afb4afe5c540 Sep 05 12:36:55.866008 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-fda9a077-b0cd-40e6-a704-2262d0462ceb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (fe3deca4-eb5b-4550-84a3-afb4afe5c540), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:55.959631 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-fda9a077-b0cd-40e6-a704-2262d0462ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (fe3deca4-eb5b-4550-84a3-afb4afe5c540), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:55.960585 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda9a077-b0cd-40e6-a704-2262d0462ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:55.961164 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-fda9a077-b0cd-40e6-a704-2262d0462ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:56.024512 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9a077-b0cd-40e6-a704-2262d0462ceb admin admin] Pushing event updated for resources: {'Network': ['ID=fe3deca4-eb5b-4550-84a3-afb4afe5c540,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:56.034015 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network fe3deca4-eb5b-4550-84a3-afb4afe5c540 details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:36:56.058052 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-fda9a077-b0cd-40e6-a704-2262d0462ceb admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9122155 Sep 05 12:36:56.061041 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57226) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:56.068181 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-242d6909-a3e7-4794-b0df-38be015abf88 admin admin] Request body: {'subnet': {'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-540285136-subnet', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:36:56.152707 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242d6909-a3e7-4794-b0df-38be015abf88 admin admin] Made reservation on behalf of 7b514c04a13742b1b19d46fec1c40f69 for: {'subnet': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:36:56.155167 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-242d6909-a3e7-4794-b0df-38be015abf88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3773147'] for subnet (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:56.290341 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:36:56.400307 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-242d6909-a3e7-4794-b0df-38be015abf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8796525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3773161'] for subnet (b9b83362-733a-4921-af9e-bd64e5242e88), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:56.404476 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:56.408677 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:56.464298 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d6909-a3e7-4794-b0df-38be015abf88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9b83362-733a-4921-af9e-bd64e5242e88,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:56.467443 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d6909-a3e7-4794-b0df-38be015abf88 admin admin] Checking segment: {'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:36:56.467833 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242d6909-a3e7-4794-b0df-38be015abf88 admin admin] Network hostable DHCP agents. Network: fe3deca4-eb5b-4550-84a3-afb4afe5c540, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:36:56.575281 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242d6909-a3e7-4794-b0df-38be015abf88 admin admin] Network fe3deca4-eb5b-4550-84a3-afb4afe5c540 is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:36:56.666597 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-242d6909-a3e7-4794-b0df-38be015abf88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, fe3deca4-eb5b-4550-84a3-afb4afe5c540) {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:36:56.672214 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242d6909-a3e7-4794-b0df-38be015abf88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:36:56.673163 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-242d6909-a3e7-4794-b0df-38be015abf88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:56.675002 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558f299f-42b3-4ec4-a609-b8d5bd731ee9 None None] Network fe3deca4-eb5b-4550-84a3-afb4afe5c540 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:36:56.776450 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb5fa693-5fd0-5ae2-af65-28d3e918bd02-fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88'}]}} from dv-cinder-801354-7-iscsi. {{(pid=106741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 05 12:36:56.777347 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:56.779792 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-242d6909-a3e7-4794-b0df-38be015abf88 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7176621 Sep 05 12:36:56.782623 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57234) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:56.786813 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:36:56.878315 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-632311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2597'] for router (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:56.879748 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:56.911318 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.db_base_plugin_common [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Allocated IP 172.20.0.2 (fe3deca4-eb5b-4550-84a3-afb4afe5c540/b9b83362-733a-4921-af9e-bd64e5242e88/a7990c17-cb27-4033-80ad-4af254a94a0c) {{(pid=106741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:36:56.930951 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Publish callbacks [] for router_controller (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), precommit_add_association {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:57.033588 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:57.039689 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:57.054635 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Publish callbacks [] for port (a7990c17-cb27-4033-80ad-4af254a94a0c), precommit_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:57.138029 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Publish callbacks [] for router_gateway (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:57.154677 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (a7990c17-cb27-4033-80ad-4af254a94a0c), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:57.195167 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Network fe3deca4-eb5b-4550-84a3-afb4afe5c540 is already hosted by enough agents. {{(pid=106741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:36:57.198020 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.base_scheduler [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Resources bound (agent type, host, resource id): {{(pid=106741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:36:57.201773 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Received port after_create {{(pid=106741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:36:57.206672 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Pushing event updated for resources: {'Port': ['ID=a7990c17-cb27-4033-80ad-4af254a94a0c,revision_number=1']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:57.263727 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Attempting to bind port a7990c17-cb27-4033-80ad-4af254a94a0c on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:36:57.264099 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Attempting to bind port a7990c17-cb27-4033-80ad-4af254a94a0c by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:36:57.264462 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Attempting to bind port a7990c17-cb27-4033-80ad-4af254a94a0c on network fe3deca4-eb5b-4550-84a3-afb4afe5c540 {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:36:57.305870 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:36:57.306246 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Checking segment: {'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:36:57.306651 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:57.307047 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Bound using segment: {'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:36:57.307518 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Bound port: a7990c17-cb27-4033-80ad-4af254a94a0c, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:36:57.307922 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (a7990c17-cb27-4033-80ad-4af254a94a0c), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:57.369374 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] For port a7990c17-cb27-4033-80ad-4af254a94a0c, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:36:57.372723 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] For port a7990c17-cb27-4033-80ad-4af254a94a0c, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=a7990c17-cb27-4033-80ad-4af254a94a0c,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:36:57.394708 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:57.411595 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Publish callbacks [] for router_gateway (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:57.428852 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (a7990c17-cb27-4033-80ad-4af254a94a0c), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:57.430234 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:57.486618 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61091a-de6f-41c0-9810-dedf416fe858 None None] Pushing event updated for resources: {'Port': ['ID=a7990c17-cb27-4033-80ad-4af254a94a0c,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:57.559234 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Allocated IP 172.27.4.195 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/65fab69e-ff2c-4203-bb2f-88a38a9cae33) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:36:57.813909 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device a7990c17-cb27-4033-80ad-4af254a94a0c up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:36:57.863770 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port a7990c17-cb27-4033-80ad-4af254a94a0c triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:36:57.864073 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (a7990c17-cb27-4033-80ad-4af254a94a0c), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:57.917098 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Publish callbacks [] for port (65fab69e-ff2c-4203-bb2f-88a38a9cae33), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:57.938444 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port a7990c17-cb27-4033-80ad-4af254a94a0c is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:36:57.938671 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (a7990c17-cb27-4033-80ad-4af254a94a0c), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:57.972155 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port a7990c17-cb27-4033-80ad-4af254a94a0c, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=a7990c17-cb27-4033-80ad-4af254a94a0c,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:36:58.017724 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (65fab69e-ff2c-4203-bb2f-88a38a9cae33), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:58.044470 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (a7990c17-cb27-4033-80ad-4af254a94a0c), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:58.061833 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:36:58.068284 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Pushing event updated for resources: {'Port': ['ID=65fab69e-ff2c-4203-bb2f-88a38a9cae33,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:58.070643 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:36:58.073268 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:36:58.083920 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:58.105619 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=a7990c17-cb27-4033-80ad-4af254a94a0c,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:58.311019 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:58.407815 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab88bc4-3e66-4b7c-ac9a-02f39760e67b None None] Network fe3deca4-eb5b-4550-84a3-afb4afe5c540 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:36:58.411375 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Publish callbacks [] for router_gateway (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:58.463388 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-64608af3-0888-488b-b7bb-40d4b069f890 None None] Provisioning complete for port a7990c17-cb27-4033-80ad-4af254a94a0c triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:36:58.467069 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-64608af3-0888-488b-b7bb-40d4b069f890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (a7990c17-cb27-4033-80ad-4af254a94a0c), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:58.592414 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-64608af3-0888-488b-b7bb-40d4b069f890 None None] Current status of the port a7990c17-cb27-4033-80ad-4af254a94a0c is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:36:58.630082 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572129'] for router (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:58.814462 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-aef316d5-83f7-4d28-97c1-e6e880a75272 None None] Provisioning complete for port a7990c17-cb27-4033-80ad-4af254a94a0c triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:36:58.814762 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-aef316d5-83f7-4d28-97c1-e6e880a75272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (a7990c17-cb27-4033-80ad-4af254a94a0c), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:58.839005 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 is scheduled to L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f with binding_index 1 {{(pid=106740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 05 12:36:58.907258 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-aef316d5-83f7-4d28-97c1-e6e880a75272 None None] Current status of the port a7990c17-cb27-4033-80ad-4af254a94a0c is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:36:58.941134 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:58.962759 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:36:58.974741 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Sync routers for ids ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:36:58.992287 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Routers {'9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:36:58.995988 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:59.039870 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:59.043593 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-d75cef0a-a671-446d-9e46-da66200d1d50 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2579134 Sep 05 12:36:59.046678 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57254) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:36:59.143850 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:DELETE=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:59.246267 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Set router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:36:59.418861 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:36:58Z', 'revision_number': 3, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:36:59.444711 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Checking router: 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:36:59.446267 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Updating router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 port 65fab69e-ff2c-4203-bb2f-88a38a9cae33 binding host dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:36:59.447786 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:59.478812 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (65fab69e-ff2c-4203-bb2f-88a38a9cae33), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:59.490260 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:59.514688 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:59.620278 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:36:59.645001 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Allocated IP 172.20.0.1 (fe3deca4-eb5b-4550-84a3-afb4afe5c540/b9b83362-733a-4921-af9e-bd64e5242e88/d53db75f-c065-4d46-b167-295ff74cd2fb) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:36:59.726829 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Publish callbacks [] for port (65fab69e-ff2c-4203-bb2f-88a38a9cae33), precommit_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:59.751645 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Publish callbacks [] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:59.775892 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device a7990c17-cb27-4033-80ad-4af254a94a0c up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:36:59.819430 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port a7990c17-cb27-4033-80ad-4af254a94a0c triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:36:59.819829 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (a7990c17-cb27-4033-80ad-4af254a94a0c), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:59.822523 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (65fab69e-ff2c-4203-bb2f-88a38a9cae33), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:59.869334 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:59.886932 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Attempting to bind port 65fab69e-ff2c-4203-bb2f-88a38a9cae33 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:36:59.887299 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Attempting to bind port 65fab69e-ff2c-4203-bb2f-88a38a9cae33 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:36:59.887691 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Attempting to bind port 65fab69e-ff2c-4203-bb2f-88a38a9cae33 on network de6b6e81-62d2-486b-904a-4e6e4bfb013e {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:36:59.926814 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c3f8a-1a1c-4dc6-84e9-79c047e44558 None None] Pushing event updated for resources: {'Port': ['ID=65fab69e-ff2c-4203-bb2f-88a38a9cae33,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:36:59.973790 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:36:59.973790 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Checking segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:36:59.974158 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:36:59.974470 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Bound using segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:36:59.974965 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Bound port: 65fab69e-ff2c-4203-bb2f-88a38a9cae33, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:36:59.975350 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (65fab69e-ff2c-4203-bb2f-88a38a9cae33), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:00.012259 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port a7990c17-cb27-4033-80ad-4af254a94a0c is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:37:00.042647 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] For port 65fab69e-ff2c-4203-bb2f-88a38a9cae33, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:37:00.052636 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] For port 65fab69e-ff2c-4203-bb2f-88a38a9cae33, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=65fab69e-ff2c-4203-bb2f-88a38a9cae33,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:37:00.138396 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (65fab69e-ff2c-4203-bb2f-88a38a9cae33), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:00.192591 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Routers {'9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:37:00.193959 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:37:00.199289 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Network fe3deca4-eb5b-4550-84a3-afb4afe5c540 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:37:00.205177 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:37:00.209258 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:37:00.213750 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Pushing event updated for resources: {'Port': ['ID=d53db75f-c065-4d46-b167-295ff74cd2fb,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:00.258848 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557147'] for router_interface (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:00.282037 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c3f8a-1a1c-4dc6-84e9-79c047e44558 None None] Pushing event updated for resources: {'Port': ['ID=65fab69e-ff2c-4203-bb2f-88a38a9cae33,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:00.298458 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:00.383492 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] Set router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:37:00.498890 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:00.560366 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:00.571328 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-7b3381ec-7da6-4768-942d-486494be2d1b None None] Provisioning complete for port d53db75f-c065-4d46-b167-295ff74cd2fb triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:37:00.576536 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-7b3381ec-7da6-4768-942d-486494be2d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:00.600677 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:36:58Z', 'revision_number': 3, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:37:00.638871 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c231532-1b00-4ede-9ef9-d44264d0c32d None None] The sync data for ids ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'] in dv-cinder-801354-7-iscsi is: [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:36:58Z', 'revision_number': 3, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:37:00.640929 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-7b3381ec-7da6-4768-942d-486494be2d1b None None] Port d53db75f-c065-4d46-b167-295ff74cd2fb cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:37:00.666071 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:00.686891 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Publish callbacks [] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:00.725750 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:00.799727 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557303'] for router_interface (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:00.801736 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Pushing event updated for resources: {'Port': ['ID=d53db75f-c065-4d46-b167-295ff74cd2fb,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:00.939983 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Network fe3deca4-eb5b-4550-84a3-afb4afe5c540 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:37:00.941502 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:37:01.098327 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:37:01.220112 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:37:01.228088 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-68148298-00d2-4988-9dd3-58159919057f admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/9e81af23-c6ed-4c79-a9e5-5fdcf80f0596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1818161 Sep 05 12:37:01.271137 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-ce76b975-80ba-4041-905f-185526e2e821 None None] Provisioning complete for port d53db75f-c065-4d46-b167-295ff74cd2fb triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:37:01.271516 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-ce76b975-80ba-4041-905f-185526e2e821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:01.273849 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:01.306451 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-ce76b975-80ba-4041-905f-185526e2e821 None None] Port d53db75f-c065-4d46-b167-295ff74cd2fb cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:37:01.693054 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57278) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:01.697661 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-3579b2d1-58c9-4e80-b08c-1f05fdbc1eae tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1870791105', 'description': 'tempest-description--1959000093'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:37:01.703340 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:01.788821 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 65fab69e-ff2c-4203-bb2f-88a38a9cae33 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:37:01.806965 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3579b2d1-58c9-4e80-b08c-1f05fdbc1eae tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:01.835389 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 65fab69e-ff2c-4203-bb2f-88a38a9cae33 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:37:01.835811 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (65fab69e-ff2c-4203-bb2f-88a38a9cae33), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:01.900838 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3579b2d1-58c9-4e80-b08c-1f05fdbc1eae tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group (fdf1e1a1-051e-4086-9218-4cdf59921402), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:01.928207 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 65fab69e-ff2c-4203-bb2f-88a38a9cae33 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:37:01.928605 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (65fab69e-ff2c-4203-bb2f-88a38a9cae33), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:01.951850 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 65fab69e-ff2c-4203-bb2f-88a38a9cae33, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=65fab69e-ff2c-4203-bb2f-88a38a9cae33,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:37:01.966074 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3579b2d1-58c9-4e80-b08c-1f05fdbc1eae tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (fdf1e1a1-051e-4086-9218-4cdf59921402), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:02.004477 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579b2d1-58c9-4e80-b08c-1f05fdbc1eae tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf1e1a1-051e-4086-9218-4cdf59921402,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:02.028783 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (65fab69e-ff2c-4203-bb2f-88a38a9cae33), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:02.068029 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3579b2d1-58c9-4e80-b08c-1f05fdbc1eae tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:02.070063 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-3579b2d1-58c9-4e80-b08c-1f05fdbc1eae tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3759747 Sep 05 12:37:02.074810 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57282) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:02.077954 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-7333407f-b6ea-4ca6-a2fb-adbf57a52e82 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Request body: {'security_group_rule': {'security_group_id': 'fdf1e1a1-051e-4086-9218-4cdf59921402', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:37:02.095062 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=65fab69e-ff2c-4203-bb2f-88a38a9cae33,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:02.165864 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7333407f-b6ea-4ca6-a2fb-adbf57a52e82 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group_rule (9b25aca8-521b-4329-bfe8-9221d1441aa5), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:02.236941 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7333407f-b6ea-4ca6-a2fb-adbf57a52e82 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group_rule (9b25aca8-521b-4329-bfe8-9221d1441aa5), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:02.287377 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Sync routers for ids ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:37:02.297920 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Routers {'9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:37:02.298565 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:37:02.325502 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7333407f-b6ea-4ca6-a2fb-adbf57a52e82 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (9b25aca8-521b-4329-bfe8-9221d1441aa5), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:02.349125 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333407f-b6ea-4ca6-a2fb-adbf57a52e82 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b25aca8-521b-4329-bfe8-9221d1441aa5,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:02.404600 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Set router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:37:02.425129 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7333407f-b6ea-4ca6-a2fb-adbf57a52e82 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:02.426536 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-7333407f-b6ea-4ca6-a2fb-adbf57a52e82 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3524001 Sep 05 12:37:02.430044 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57286) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:02.434879 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-f9ebcdd9-a864-4c98-8b14-b3ddf063206d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Request body: {'security_group_rule': {'security_group_id': 'fdf1e1a1-051e-4086-9218-4cdf59921402', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:37:02.532445 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f9ebcdd9-a864-4c98-8b14-b3ddf063206d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group_rule (ec2c25ab-5ec1-4b9b-b9df-9c45f9b394f5), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:02.599387 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f9ebcdd9-a864-4c98-8b14-b3ddf063206d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group_rule (ec2c25ab-5ec1-4b9b-b9df-9c45f9b394f5), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:02.600254 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:02.606232 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': 'd53db75f-c065-4d46-b167-295ff74cd2fb', 'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'mac_address': 'fa:16:3e:af:95:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:59Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 2, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'subnets': [{'id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:37:02.632037 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Checking router: 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:37:02.632394 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Updating router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 port d53db75f-c065-4d46-b167-295ff74cd2fb binding host dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:37:02.660972 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:02.674133 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f9ebcdd9-a864-4c98-8b14-b3ddf063206d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (ec2c25ab-5ec1-4b9b-b9df-9c45f9b394f5), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:02.694470 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebcdd9-a864-4c98-8b14-b3ddf063206d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2c25ab-5ec1-4b9b-b9df-9c45f9b394f5,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:02.751456 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f9ebcdd9-a864-4c98-8b14-b3ddf063206d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:02.752743 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-f9ebcdd9-a864-4c98-8b14-b3ddf063206d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215890 Sep 05 12:37:02.755889 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57288) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:02.760571 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Request body: {'floatingip': {'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:37:02.844771 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:02.861166 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:02.935845 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Publish callbacks [] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), precommit_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:02.936194 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:02.992837 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:03.022939 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:03.083993 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Allocated IP 172.27.4.29 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/77b609a0-28b1-4f39-a683-143282fd1fd1) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:37:03.088792 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Pushing event updated for resources: {'Port': ['ID=d53db75f-c065-4d46-b167-295ff74cd2fb,revision_number=3']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:03.112325 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:03.112590 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:03.112959 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:03.113686 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:03.113686 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:03.113995 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:03.114325 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:03.114653 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:03.114984 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:03.115308 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:03.115660 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:03.116016 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:03.116352 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:03.116674 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:03.116995 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:03.142786 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Attempting to bind port d53db75f-c065-4d46-b167-295ff74cd2fb on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:37:03.146831 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Attempting to bind port d53db75f-c065-4d46-b167-295ff74cd2fb by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:37:03.146831 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Attempting to bind port d53db75f-c065-4d46-b167-295ff74cd2fb on network fe3deca4-eb5b-4550-84a3-afb4afe5c540 {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:37:03.167129 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:03.193820 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:37:03.194574 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Checking segment: {'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:37:03.195336 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:03.195458 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Bound using segment: {'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:37:03.195966 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Bound port: d53db75f-c065-4d46-b167-295ff74cd2fb, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'}}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:37:03.196354 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:03.212428 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for port (77b609a0-28b1-4f39-a683-143282fd1fd1), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:03.265493 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] For port d53db75f-c065-4d46-b167-295ff74cd2fb, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:37:03.269479 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] For port d53db75f-c065-4d46-b167-295ff74cd2fb, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=d53db75f-c065-4d46-b167-295ff74cd2fb,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:37:03.303415 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (77b609a0-28b1-4f39-a683-143282fd1fd1), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:03.332100 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:03.352245 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:37:03.357503 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:37:03.360143 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:37:03.383654 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Routers {'9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:37:03.384202 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:36:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:37:03.384711 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event updated for resources: {'Port': ['ID=77b609a0-28b1-4f39-a683-143282fd1fd1,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:03.429817 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875cfca-1b05-4432-8e4d-3022061b5f9d None None] Pushing event updated for resources: {'Port': ['ID=d53db75f-c065-4d46-b167-295ff74cd2fb,revision_number=4']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:03.456165 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for floatingip (d1bbe189-5763-4e27-85b3-e6a03f331696), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:03.498568 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] Set router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:37:03.550095 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (77b609a0-28b1-4f39-a683-143282fd1fd1), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:03.625982 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:03.675254 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-753f1294-ec0c-49b7-afe1-a3e00f4c2cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:03.702495 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': 'd53db75f-c065-4d46-b167-295ff74cd2fb', 'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'mac_address': 'fa:16:3e:af:95:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:59Z', 'updated_at': '2022-09-05T12:37:03Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'subnets': [{'id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:37:03.706999 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:03.721822 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for port (77b609a0-28b1-4f39-a683-143282fd1fd1), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:03.730341 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4127c42b-d255-4047-9273-d25ee1b5568e None None] The sync data for ids ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'] in dv-cinder-801354-7-iscsi is: [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': 'd53db75f-c065-4d46-b167-295ff74cd2fb', 'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'mac_address': 'fa:16:3e:af:95:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:59Z', 'updated_at': '2022-09-05T12:37:03Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'subnets': [{'id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:37:03.812827 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800150'] for port (77b609a0-28b1-4f39-a683-143282fd1fd1), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:03.838224 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 65fab69e-ff2c-4203-bb2f-88a38a9cae33 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:37:03.909299 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 65fab69e-ff2c-4203-bb2f-88a38a9cae33 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:37:03.909764 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (65fab69e-ff2c-4203-bb2f-88a38a9cae33), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:03.915260 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event updated for resources: {'Port': ['ID=77b609a0-28b1-4f39-a683-143282fd1fd1,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:03.919490 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (d1bbe189-5763-4e27-85b3-e6a03f331696), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:03.996227 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 65fab69e-ff2c-4203-bb2f-88a38a9cae33 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:37:04.013703 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:04.015023 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-ab767cac-7cf7-4774-b6b3-9400a7713785 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2581637 Sep 05 12:37:04.195724 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-46764aaa-f812-4f78-a8f1-980cabd9368d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1870791105&fields=id&tenant_id=7b514c04a13742b1b19d46fec1c40f69 HTTP/1.1" status: 200 len: 267 time: 0.0490923 Sep 05 12:37:04.325498 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-f7042b93-459d-4f0a-9a8b-709312eed256 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:04.327037 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-f7042b93-459d-4f0a-9a8b-709312eed256 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/networks?id=fe3deca4-eb5b-4550-84a3-afb4afe5c540 HTTP/1.1" status: 200 len: 810 time: 0.1240032 Sep 05 12:37:04.347241 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-9b194ddf-ddd5-4c99-b4e6-3b936cb018aa tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/quotas/7b514c04a13742b1b19d46fec1c40f69 HTTP/1.1" status: 200 len: 375 time: 0.0105011 Sep 05 12:37:04.400970 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-a85a6648-8000-43c5-a2df-1005bf6d49b9 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=7b514c04a13742b1b19d46fec1c40f69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481024 Sep 05 12:37:04.557126 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-6a6c8f69-b7ec-4da1-8663-4d7724d8521f service neutron] 10.222.0.62 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439519 Sep 05 12:37:04.655828 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-734c6b9c-61c0-4e4a-89d0-e81e2bb2baff service neutron] 10.222.0.62 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928228 Sep 05 12:37:04.923922 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e86fb90c-2751-47b9-b15b-e268edd413b3 req-3c43e7c5-365c-4a87-9868-b131de735175 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 210 time: 0.0285513 Sep 05 12:37:05.800494 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device d53db75f-c065-4d46-b167-295ff74cd2fb up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:37:05.848515 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port d53db75f-c065-4d46-b167-295ff74cd2fb triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:37:05.848888 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:05.924408 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port d53db75f-c065-4d46-b167-295ff74cd2fb is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:37:05.924803 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:05.962679 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port d53db75f-c065-4d46-b167-295ff74cd2fb, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=d53db75f-c065-4d46-b167-295ff74cd2fb,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:37:06.018282 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:06.039864 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-275a0a04-15a3-45b9-a616-fe71ff5eac30 req-232d59fc-ae0a-4306-8196-f525eb9f0ec0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 210 time: 0.0358284 Sep 05 12:37:06.091052 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=d53db75f-c065-4d46-b167-295ff74cd2fb,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:06.108487 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-3a7d813d-f32b-4457-ae49-000fcb071f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:07.159981 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3cf3d363-d8bd-4c43-8b29-51f78d5d171d req-707dbe7b-20ab-40b2-b0db-24a2c9004c7f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 210 time: 0.0316305 Sep 05 12:37:07.360711 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:07.778268 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device d53db75f-c065-4d46-b167-295ff74cd2fb up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:37:07.821308 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port d53db75f-c065-4d46-b167-295ff74cd2fb triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:37:07.821681 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:07.839722 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:07.888773 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:07.896050 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port d53db75f-c065-4d46-b167-295ff74cd2fb is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:37:08.271670 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6651be5d-c8a2-4db3-a625-fc07d92d8e0d req-377af9e3-6bac-4b2e-a196-6cbcbc75c24b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 210 time: 0.0313714 Sep 05 12:37:08.775814 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:09.165861 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:09.382029 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-169abb65-f71c-4027-b8e5-79a8e8460ca2 req-f97aadcd-d179-4dc7-a581-f07db5680320 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 210 time: 0.0354145 Sep 05 12:37:10.244860 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e95ee997-b0a5-418a-949f-58d5a5b2dd0d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:10.246338 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e95ee997-b0a5-418a-949f-58d5a5b2dd0d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.58 "GET /networking/v2.0/networks?id=fe3deca4-eb5b-4550-84a3-afb4afe5c540 HTTP/1.1" status: 200 len: 810 time: 0.1101022 Sep 05 12:37:10.317471 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-921fbbdb-3828-4dce-9baa-ee090629349a tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7b514c04a13742b1b19d46fec1c40f69 HTTP/1.1" status: 200 len: 380 time: 0.0550301 Sep 05 12:37:10.326877 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-d53f4afc-ac54-450e-aade-706209768a52 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Request body: {'port': {'device_id': 'd7a5d85b-7178-468f-8bc1-f4a6ccef9d14', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'admin_state_up': True, 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'security_groups': ['fdf1e1a1-051e-4086-9218-4cdf59921402']}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:37:10.495887 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-74f3a5c1-b0c9-4dcf-8254-cc02f54ed93c req-2079b306-0420-46dd-9445-d7f55b3546a9 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 210 time: 0.0284472 Sep 05 12:37:10.507182 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-d53f4afc-ac54-450e-aade-706209768a52 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Made reservation on behalf of 7b514c04a13742b1b19d46fec1c40f69 for: {'port': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:37:10.511343 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-d53f4afc-ac54-450e-aade-706209768a52 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:10.655272 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-d53f4afc-ac54-450e-aade-706209768a52 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Allocated IP 172.20.0.13 (fe3deca4-eb5b-4550-84a3-afb4afe5c540/b9b83362-733a-4921-af9e-bd64e5242e88/718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:37:10.830223 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-d53f4afc-ac54-450e-aade-706209768a52 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for port (718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:10.845687 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:10.857792 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:10.913425 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-d53f4afc-ac54-450e-aade-706209768a52 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:10.954058 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-d53f4afc-ac54-450e-aade-706209768a52 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Network fe3deca4-eb5b-4550-84a3-afb4afe5c540 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:37:10.959499 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-d53f4afc-ac54-450e-aade-706209768a52 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:37:10.965270 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-d53f4afc-ac54-450e-aade-706209768a52 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:37:10.995607 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f4afc-ac54-450e-aade-706209768a52 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event updated for resources: {'Port': ['ID=718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:11.025645 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-d53f4afc-ac54-450e-aade-706209768a52 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:11.026443 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-d53f4afc-ac54-450e-aade-706209768a52 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:11.133671 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-d53f4afc-ac54-450e-aade-706209768a52 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8057203 Sep 05 12:37:11.154519 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Request body: {'port': {'device_id': 'd7a5d85b-7178-468f-8bc1-f4a6ccef9d14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:37:11.205856 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-9b7a2687-ec7b-4ee2-aa17-926368fb9975 None None] Provisioning complete for port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:37:11.206443 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-9b7a2687-ec7b-4ee2-aa17-926368fb9975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:11.221983 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:11.243602 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a2687-ec7b-4ee2-aa17-926368fb9975 None None] Port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:37:11.536374 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 {{(pid=106739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:37:11.545285 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Publish callbacks [] for port (718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:11.571305 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.provisioning_blocks [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Transition to ACTIVE for port object 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 will not be triggered until provisioned by entity L2. {{(pid=106739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:37:11.585614 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-12821c59-1bb5-41f1-90cc-d429e4a7be21 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1211654380&fields=id&tenant_id=4377cb4a93524abd99acb6ebe07fd1d6 HTTP/1.1" status: 200 len: 267 time: 0.0782733 Sep 05 12:37:11.622590 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22256a-cb38-4636-bbfe-efb6c8178eb4 req-752ba01f-2086-4f84-b8f0-fc7c820d4cb3 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:11.624137 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2d22256a-cb38-4636-bbfe-efb6c8178eb4 req-752ba01f-2086-4f84-b8f0-fc7c820d4cb3 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 932 time: 0.0479093 Sep 05 12:37:11.645181 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:11.655383 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:11.683416 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2d22256a-cb38-4636-bbfe-efb6c8178eb4 req-4eb0d55a-d29a-4d85-ae84-ce5b4350b3f5 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508289 Sep 05 12:37:11.729260 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:11.730141 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Pushing event updated for resources: {'Port': ['ID=718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:11.792406 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-5bdda435-e8c8-4b88-803e-c13ef0060e97 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:11.793906 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-5bdda435-e8c8-4b88-803e-c13ef0060e97 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/networks?id=38f5b205-d0f7-419a-8f07-cc61071fe0f8 HTTP/1.1" status: 200 len: 811 time: 0.2010388 Sep 05 12:37:11.822726 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-b6c78e59-e97b-4d03-92c3-d1921c596a56 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/quotas/4377cb4a93524abd99acb6ebe07fd1d6 HTTP/1.1" status: 200 len: 375 time: 0.0199137 Sep 05 12:37:11.823548 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Attempting to bind port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:37:11.824069 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Attempting to bind port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:37:11.824220 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Attempting to bind port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 on network fe3deca4-eb5b-4550-84a3-afb4afe5c540 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:37:11.909166 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-242ad504-e34a-4714-841b-ab2762dce2ff tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642142 Sep 05 12:37:11.909796 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 on network fe3deca4-eb5b-4550-84a3-afb4afe5c540 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:37:11.910192 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Attempting to bind port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 on network fe3deca4-eb5b-4550-84a3-afb4afe5c540 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:37:12.001997 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:12.006366 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:37:12.006707 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Checking segment: {'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:37:12.007097 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Bound using segment: {'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:37:12.007546 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Bound port: 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'}}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:37:12.007919 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:12.076322 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-724c8755-3555-4ebc-881e-3c534f65bedd service neutron] 10.222.0.62 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452754 Sep 05 12:37:12.141510 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] For port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1, host hv-cinder-80135, cleared binding levels {{(pid=106739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:37:12.159975 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] For port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:37:12.206194 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-310ef745-5de7-4f51-bc3d-bc4050484f98 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187608 Sep 05 12:37:12.269830 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:12.274381 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:12.275027 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:12.276575 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 HTTP/1.1" status: 200 len: 1094 time: 1.1263654 Sep 05 12:37:12.278018 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a5d85b-7178-468f-8bc1-f4a6ccef9d14', 'tag': '718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:37:12.281124 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7466c6-8896-43e2-a29b-7d763c250bce" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a5d85b-7178-468f-8bc1-f4a6ccef9d14", "tag": "718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:37:12.331581 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66f602c-781d-474b-bc03-fec93bd857dd x-openstack-request-id: req-b66f602c-781d-474b-bc03-fec93bd857dd {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:37:12.331877 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a5d85b-7178-468f-8bc1-f4a6ccef9d14", "tag": "718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:37:12.332137 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b66f602c-781d-474b-bc03-fec93bd857dd {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:37:12.332557 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66f602c-781d-474b-bc03-fec93bd857dd'] response: {'name': 'network-changed', 'server_uuid': 'd7a5d85b-7178-468f-8bc1-f4a6ccef9d14', 'tag': '718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1', 'status': 'completed', 'code': 200} Sep 05 12:37:12.337554 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc2f4b-56e8-45d8-89d6-cf010bb0a554 service neutron] Pushing event updated for resources: {'Port': ['ID=718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1,revision_number=3']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:12.428635 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7466c6-8896-43e2-a29b-7d763c250bce req-0fe0ddc4-5175-47aa-afce-5aafe33c79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:12.430070 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cc7466c6-8896-43e2-a29b-7d763c250bce req-0fe0ddc4-5175-47aa-afce-5aafe33c79a5 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=7b514c04a13742b1b19d46fec1c40f69&device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 1128 time: 0.0409617 Sep 05 12:37:12.548857 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7466c6-8896-43e2-a29b-7d763c250bce req-46f30338-5cb3-4951-a46b-f5c8dd053f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:12.550605 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cc7466c6-8896-43e2-a29b-7d763c250bce req-46f30338-5cb3-4951-a46b-f5c8dd053f5d service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=7b514c04a13742b1b19d46fec1c40f69&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1032617 Sep 05 12:37:12.653040 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:12.656057 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7466c6-8896-43e2-a29b-7d763c250bce req-a1a041db-46b0-4fb6-93e5-a1bf7b3ce6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:12.657564 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cc7466c6-8896-43e2-a29b-7d763c250bce req-a1a041db-46b0-4fb6-93e5-a1bf7b3ce6b1 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001163 Sep 05 12:37:12.766330 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-0275eeac-1cf5-48af-9873-83f5099a1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:12.767839 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-0275eeac-1cf5-48af-9873-83f5099a1308 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=7b514c04a13742b1b19d46fec1c40f69&device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 1128 time: 0.0406516 Sep 05 12:37:12.823970 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-ed6a428c-bb4d-4d0a-a380-5aa3ac549eb4 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 HTTP/1.1" status: 200 len: 217 time: 0.0401199 Sep 05 12:37:12.826556 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79dbab1-43df-457a-a82e-c9f1a97bf52e req-3c424966-0cc2-422b-a861-f5a65f4b4be1 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:12.830531 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c79dbab1-43df-457a-a82e-c9f1a97bf52e req-3c424966-0cc2-422b-a861-f5a65f4b4be1 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 944 time: 0.0655305 Sep 05 12:37:12.886664 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-458ee5c5-ee98-4c10-acbe-cd1eaa405181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:12.888213 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-458ee5c5-ee98-4c10-acbe-cd1eaa405181 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b9b83362-733a-4921-af9e-bd64e5242e88 HTTP/1.1" status: 200 len: 849 time: 0.0551851 Sep 05 12:37:12.907579 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c79dbab1-43df-457a-a82e-c9f1a97bf52e req-d012def8-ddc5-427c-8c69-91afb437f970 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669618 Sep 05 12:37:12.934106 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-731c90bf-85c0-4ff2-918b-73e590ceff91 req-2960f958-ca75-472b-bc06-3033dd60b883 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 210 time: 0.0447965 Sep 05 12:37:12.964832 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-aac02e9d-86c8-4ddf-b3e9-9c5ad42007f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:12.968900 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-aac02e9d-86c8-4ddf-b3e9-9c5ad42007f4 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=fe3deca4-eb5b-4550-84a3-afb4afe5c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606322 Sep 05 12:37:13.071249 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-d778c21c-2f8a-4c8c-8fa9-25eeaea27832 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952375 Sep 05 12:37:13.173326 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f91a246d-ca95-4fcf-beb4-4bae818045a0 req-f7ab6d9e-dc9e-4322-a0a4-210ed161049e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918636 Sep 05 12:37:13.706468 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=77 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:14.044505 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada6395-bf99-4fd6-83d5-9e79af66ca42 req-1b57fed3-82d3-4d81-b40a-ae8563ff9238 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:14.046009 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2ada6395-bf99-4fd6-83d5-9e79af66ca42 req-1b57fed3-82d3-4d81-b40a-ae8563ff9238 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 944 time: 0.0585828 Sep 05 12:37:14.101240 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2ada6395-bf99-4fd6-83d5-9e79af66ca42 req-aded003d-4e69-4f27-971e-f6609c6f5dc6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485697 Sep 05 12:37:14.138310 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1d0c5cad-1a52-4758-b42a-a00eb38e8879 req-df0f72f3-7eeb-438a-aaba-c4027d9b9000 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 210 time: 0.0358987 Sep 05 12:37:15.056040 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:37:15.251354 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc70b5-d611-45ca-8224-495b23ca9080 req-28aab312-7e8e-4b22-806a-9b76da49ebc7 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:15.254381 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-31fc70b5-d611-45ca-8224-495b23ca9080 req-28aab312-7e8e-4b22-806a-9b76da49ebc7 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 944 time: 0.0602689 Sep 05 12:37:15.257236 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7f7bbab4-120c-47b4-ab65-eaedf789b6f5 req-f3f2e42f-056e-4bc8-8db8-db79b0602e03 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 210 time: 0.0363591 Sep 05 12:37:15.304769 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:37:15.305940 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-31fc70b5-d611-45ca-8224-495b23ca9080 req-082515a5-1543-4d6b-b796-d5719f2c63d1 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454113 Sep 05 12:37:15.317095 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'port_id': '718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1', 'mac_address': 'fa:16:3e:1d:77:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:37:15.355674 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:37:15.359416 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:15.370313 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:37:15.392064 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:37:15.455939 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:15.509135 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:15.634008 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-322e05f1-50b9-46f9-a086-f00b540949ef tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:15.635435 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-322e05f1-50b9-46f9-a086-f00b540949ef tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.58 "GET /networking/v2.0/networks?id=38f5b205-d0f7-419a-8f07-cc61071fe0f8 HTTP/1.1" status: 200 len: 811 time: 0.1061535 Sep 05 12:37:15.671876 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:15.710863 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-4081c5bf-2ab8-4e9b-b418-2b0de166300d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4377cb4a93524abd99acb6ebe07fd1d6 HTTP/1.1" status: 200 len: 380 time: 0.0588963 Sep 05 12:37:15.720445 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-30a25b8c-c33a-4cc9-ad60-bf10cb21e75b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Request body: {'port': {'device_id': '26d43048-46ef-4843-b1ba-6105a322c05f', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'admin_state_up': True, 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'security_groups': ['e4b3b85c-6c25-4c64-b792-57dfc2375166']}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:37:15.780014 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:37:15.941626 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-30a25b8c-c33a-4cc9-ad60-bf10cb21e75b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Made reservation on behalf of 4377cb4a93524abd99acb6ebe07fd1d6 for: {'port': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:37:15.945451 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-30a25b8c-c33a-4cc9-ad60-bf10cb21e75b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:16.082141 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-30a25b8c-c33a-4cc9-ad60-bf10cb21e75b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Allocated IP 172.20.0.7 (38f5b205-d0f7-419a-8f07-cc61071fe0f8/a042adab-c6e5-4766-9641-ed3c3e40d34d/6b29555c-21f4-47bd-b77b-4b65005e7159) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:37:16.231897 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-30a25b8c-c33a-4cc9-ad60-bf10cb21e75b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for port (6b29555c-21f4-47bd-b77b-4b65005e7159), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:16.237604 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:16.344988 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-30a25b8c-c33a-4cc9-ad60-bf10cb21e75b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (6b29555c-21f4-47bd-b77b-4b65005e7159), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:16.417325 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96714e-cbcf-4df1-a1a9-08b2c1f2f5ea req-62e5db02-03b4-4a65-a8a5-d1a58dd50c96 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:16.418730 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1a96714e-cbcf-4df1-a1a9-08b2c1f2f5ea req-62e5db02-03b4-4a65-a8a5-d1a58dd50c96 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 931 time: 0.0874913 Sep 05 12:37:16.425251 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-30a25b8c-c33a-4cc9-ad60-bf10cb21e75b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:37:16.434237 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b1d18-61cb-4f76-aa3e-e8f37d8b0e15 req-28355991-2902-4295-9a4e-457b661f6d3e tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:16.435767 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-015b1d18-61cb-4f76-aa3e-e8f37d8b0e15 req-28355991-2902-4295-9a4e-457b661f6d3e tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 945 time: 0.0524485 Sep 05 12:37:16.436177 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-30a25b8c-c33a-4cc9-ad60-bf10cb21e75b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:37:16.442501 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-30a25b8c-c33a-4cc9-ad60-bf10cb21e75b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:37:16.475776 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a25b8c-c33a-4cc9-ad60-bf10cb21e75b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event updated for resources: {'Port': ['ID=6b29555c-21f4-47bd-b77b-4b65005e7159,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:16.495199 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-015b1d18-61cb-4f76-aa3e-e8f37d8b0e15 req-4928c1fd-7a8c-4588-b77c-e84e97baf597 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531371 Sep 05 12:37:16.518211 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-30a25b8c-c33a-4cc9-ad60-bf10cb21e75b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:16.518853 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-30a25b8c-c33a-4cc9-ad60-bf10cb21e75b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:16.539810 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:16.544921 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1a96714e-cbcf-4df1-a1a9-08b2c1f2f5ea req-36d192c4-b932-40f8-9fa3-ee7043d55595 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184969 Sep 05 12:37:16.614570 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-30a25b8c-c33a-4cc9-ad60-bf10cb21e75b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8979163 Sep 05 12:37:16.634816 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Request body: {'port': {'device_id': '26d43048-46ef-4843-b1ba-6105a322c05f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:37:16.699286 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (6b29555c-21f4-47bd-b77b-4b65005e7159), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:16.701099 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-88db8fa7-fff8-4bca-8191-8a854f7c7068 None None] Provisioning complete for port 6b29555c-21f4-47bd-b77b-4b65005e7159 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:37:16.701575 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-88db8fa7-fff8-4bca-8191-8a854f7c7068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (6b29555c-21f4-47bd-b77b-4b65005e7159), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:16.740075 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-88db8fa7-fff8-4bca-8191-8a854f7c7068 None None] Port 6b29555c-21f4-47bd-b77b-4b65005e7159 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:37:16.971062 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b29555c-21f4-47bd-b77b-4b65005e7159 {{(pid=106739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:37:16.979941 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Publish callbacks [] for port (6b29555c-21f4-47bd-b77b-4b65005e7159), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:16.993678 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.provisioning_blocks [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Transition to ACTIVE for port object 6b29555c-21f4-47bd-b77b-4b65005e7159 will not be triggered until provisioned by entity L2. {{(pid=106739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:37:17.081272 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:37:17.108827 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (6b29555c-21f4-47bd-b77b-4b65005e7159), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:17.127383 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:37:17.274991 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:37:17.275401 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:17.387245 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:37:17.388071 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:17.419471 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a5d85b-7178-468f-8bc1-f4a6ccef9d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:37:17.421769 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e920b64b-f3b9-42df-a00c-d15ca3766f27" -d '{"events": [{"server_uuid": "d7a5d85b-7178-468f-8bc1-f4a6ccef9d14", "name": "network-vif-plugged", "status": "completed", "tag": "718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:37:17.438960 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:37:17.468640 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db9d43a-e960-4442-8ca4-f3a01747369b x-openstack-request-id: req-4db9d43a-e960-4442-8ca4-f3a01747369b {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:37:17.469014 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a5d85b-7178-468f-8bc1-f4a6ccef9d14", "name": "network-vif-plugged", "status": "completed", "tag": "718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:37:17.469435 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4db9d43a-e960-4442-8ca4-f3a01747369b {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:37:17.469850 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db9d43a-e960-4442-8ca4-f3a01747369b'] response: {'server_uuid': 'd7a5d85b-7178-468f-8bc1-f4a6ccef9d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1', 'code': 200} Sep 05 12:37:17.491517 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Pushing event updated for resources: {'Port': ['ID=6b29555c-21f4-47bd-b77b-4b65005e7159,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:17.498014 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:17.524433 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Attempting to bind port 6b29555c-21f4-47bd-b77b-4b65005e7159 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:37:17.525097 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Attempting to bind port 6b29555c-21f4-47bd-b77b-4b65005e7159 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:37:17.525905 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Attempting to bind port 6b29555c-21f4-47bd-b77b-4b65005e7159 on network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:37:17.528228 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:17.550676 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:17.552860 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:17.560521 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:17.578451 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Port 6b29555c-21f4-47bd-b77b-4b65005e7159 on network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:37:17.579308 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Attempting to bind port 6b29555c-21f4-47bd-b77b-4b65005e7159 on network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:37:17.664475 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abec90c-7881-447f-8f64-12ea7d261fb1 req-f856e3ec-67fd-4efe-8829-43cef1004aa5 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:17.666331 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5abec90c-7881-447f-8f64-12ea7d261fb1 req-f856e3ec-67fd-4efe-8829-43cef1004aa5 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0655925 Sep 05 12:37:17.667085 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:37:17.667417 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Checking segment: {'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:37:17.667821 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Bound using segment: {'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:37:17.668263 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Bound port: 6b29555c-21f4-47bd-b77b-4b65005e7159, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b29491-e23a-452f-8697-7330e247e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8'}}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:37:17.669258 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (6b29555c-21f4-47bd-b77b-4b65005e7159), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:17.677303 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806766f-2010-47ef-898f-20721c6231aa req-28494052-cede-4d01-be77-248b20571818 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:17.678818 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5806766f-2010-47ef-898f-20721c6231aa req-28494052-cede-4d01-be77-248b20571818 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 943 time: 0.0504975 Sep 05 12:37:17.732538 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5806766f-2010-47ef-898f-20721c6231aa req-a579ab90-67ea-4d52-90b9-68e75c544b57 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478773 Sep 05 12:37:17.762725 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5abec90c-7881-447f-8f64-12ea7d261fb1 req-7cbb5919-ba00-49c3-bc51-2e925a4ce078 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835941 Sep 05 12:37:17.769016 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] For port 6b29555c-21f4-47bd-b77b-4b65005e7159, host hv-cinder-80135, cleared binding levels {{(pid=106739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:37:17.772937 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] For port 6b29555c-21f4-47bd-b77b-4b65005e7159, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=6b29555c-21f4-47bd-b77b-4b65005e7159,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:37:17.857337 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (6b29555c-21f4-47bd-b77b-4b65005e7159), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:17.862076 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:17.862694 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:17.864148 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/6b29555c-21f4-47bd-b77b-4b65005e7159 HTTP/1.1" status: 200 len: 1093 time: 1.2337894 Sep 05 12:37:17.866161 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d43048-46ef-4843-b1ba-6105a322c05f', 'tag': '6b29555c-21f4-47bd-b77b-4b65005e7159'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:37:17.868465 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c4061b-b823-49cf-a413-513530f5f973" -d '{"events": [{"name": "network-changed", "server_uuid": "26d43048-46ef-4843-b1ba-6105a322c05f", "tag": "6b29555c-21f4-47bd-b77b-4b65005e7159"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:37:17.920421 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9751ec67-20c1-481c-847c-bd079ed87e37 x-openstack-request-id: req-9751ec67-20c1-481c-847c-bd079ed87e37 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:37:17.920716 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d43048-46ef-4843-b1ba-6105a322c05f", "tag": "6b29555c-21f4-47bd-b77b-4b65005e7159", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:37:17.920975 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9751ec67-20c1-481c-847c-bd079ed87e37 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:37:17.921563 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9751ec67-20c1-481c-847c-bd079ed87e37'] response: {'name': 'network-changed', 'server_uuid': '26d43048-46ef-4843-b1ba-6105a322c05f', 'tag': '6b29555c-21f4-47bd-b77b-4b65005e7159', 'status': 'completed', 'code': 200} Sep 05 12:37:17.951098 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76044f-fe0e-4a2c-93fc-baa4d2099c84 req-23cac517-6f9d-46ad-a4a9-f763c9806a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:17.952659 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ce76044f-fe0e-4a2c-93fc-baa4d2099c84 req-23cac517-6f9d-46ad-a4a9-f763c9806a9c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 1130 time: 0.0647039 Sep 05 12:37:17.953385 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c43eac-7aa9-4198-a598-964e69ae92cd service neutron] Pushing event updated for resources: {'Port': ['ID=6b29555c-21f4-47bd-b77b-4b65005e7159,revision_number=3']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:17.986775 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:18.032495 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4061b-b823-49cf-a413-513530f5f973 req-bc83bca5-6fea-40a3-bc9a-e60867ebbd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:18.033993 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-81c4061b-b823-49cf-a413-513530f5f973 req-bc83bca5-6fea-40a3-bc9a-e60867ebbd26 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 1127 time: 0.0574522 Sep 05 12:37:18.037344 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ce76044f-fe0e-4a2c-93fc-baa4d2099c84 req-8d22a9e1-d2da-4f12-b8e9-fda4bc95806e service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751786 Sep 05 12:37:18.510211 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4061b-b823-49cf-a413-513530f5f973 req-d58eabb2-d1d1-409a-941c-ccb5e3b5d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:18.511741 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-81c4061b-b823-49cf-a413-513530f5f973 req-d58eabb2-d1d1-409a-941c-ccb5e3b5d14d service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1000605 Sep 05 12:37:18.856481 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ad5ac-d3cb-4517-a9cf-4a018b98b306 req-6a57116c-5622-4b51-aa6e-4c9226180947 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:18.858000 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fe1ad5ac-d3cb-4517-a9cf-4a018b98b306 req-6a57116c-5622-4b51-aa6e-4c9226180947 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 943 time: 0.0490394 Sep 05 12:37:18.911939 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad9a78-5f73-415d-a813-2415a5df9333 req-27e89afd-7aca-412a-8fe3-f31d40bfe654 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:18.913474 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-42ad9a78-5f73-415d-a813-2415a5df9333 req-27e89afd-7aca-412a-8fe3-f31d40bfe654 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0584753 Sep 05 12:37:18.947615 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:18.963475 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-42ad9a78-5f73-415d-a813-2415a5df9333 req-ffc41bed-6cdb-4865-9e30-f900be97f14e tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438547 Sep 05 12:37:18.975459 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fe1ad5ac-d3cb-4517-a9cf-4a018b98b306 req-a48bc4f4-72c8-4d85-a237-eaed786ac52c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077001 Sep 05 12:37:18.991154 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4061b-b823-49cf-a413-513530f5f973 req-3eb417c1-07b6-4b13-872b-c491cac27672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:18.993307 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-81c4061b-b823-49cf-a413-513530f5f973 req-3eb417c1-07b6-4b13-872b-c491cac27672 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344295 Sep 05 12:37:19.116618 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-5668f51f-bf10-4545-9e5a-0c8fa7704139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:19.118120 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-5668f51f-bf10-4545-9e5a-0c8fa7704139 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 1127 time: 0.0413551 Sep 05 12:37:19.175790 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-2285c33e-0f7d-41cf-b228-52c336b08b75 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b29555c-21f4-47bd-b77b-4b65005e7159 HTTP/1.1" status: 200 len: 217 time: 0.0406244 Sep 05 12:37:19.796695 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-0c895685-d8f9-4bb3-85fc-216b5980f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:19.798882 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-0c895685-d8f9-4bb3-85fc-216b5980f19d service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a042adab-c6e5-4766-9641-ed3c3e40d34d HTTP/1.1" status: 200 len: 850 time: 0.0475457 Sep 05 12:37:19.844945 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-851e2676-295d-4963-ab44-b6047bbcfcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:19.846505 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-851e2676-295d-4963-ab44-b6047bbcfcf1 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=38f5b205-d0f7-419a-8f07-cc61071fe0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403421 Sep 05 12:37:19.943022 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-5d092ff9-0056-4875-b789-b0e7889ecd62 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900745 Sep 05 12:37:20.075434 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ad6a3213-9762-43a1-a57c-f4b8b903b594 req-2ec7a2b6-7773-4c1f-8d68-bded52162cf1 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165137 Sep 05 12:37:20.113799 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f4911-38af-40c9-8f99-167824517e4b req-6e75a8bb-f4f5-4cb2-877a-808f1f9fc8c0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:20.115975 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-607f4911-38af-40c9-8f99-167824517e4b req-6e75a8bb-f4f5-4cb2-877a-808f1f9fc8c0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0563872 Sep 05 12:37:20.142249 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb4a21-c6a2-4d01-a508-02822e467ce9 req-8c97bdd1-e647-4318-9233-47ba1af71e6f tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:20.144713 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d3eb4a21-c6a2-4d01-a508-02822e467ce9 req-8c97bdd1-e647-4318-9233-47ba1af71e6f tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 943 time: 0.0578032 Sep 05 12:37:20.172117 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-607f4911-38af-40c9-8f99-167824517e4b req-5febdba2-a7bb-41be-b8a6-6bfea5f0f4c5 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490811 Sep 05 12:37:20.203022 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d3eb4a21-c6a2-4d01-a508-02822e467ce9 req-6d4e47e5-bc1f-4ffb-afc5-4ffc8a07dee3 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525842 Sep 05 12:37:20.292111 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc853f-b5c2-4586-9ab2-22b427bad0f2 req-76d40ddc-8a90-4dd1-a0ef-28be3e1179a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:20.293651 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7dbc853f-b5c2-4586-9ab2-22b427bad0f2 req-76d40ddc-8a90-4dd1-a0ef-28be3e1179a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0513296 Sep 05 12:37:20.304029 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57510) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:20.308591 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-0ac1bc87-1971-4e24-b054-bcdc666666f6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Request body: {'floatingip': {'port_id': '718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:37:20.350406 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0ac1bc87-1971-4e24-b054-bcdc666666f6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for floatingip (d1bbe189-5763-4e27-85b3-e6a03f331696), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:20.511920 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:20.593097 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:20.783197 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0ac1bc87-1971-4e24-b054-bcdc666666f6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:20.903451 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0ac1bc87-1971-4e24-b054-bcdc666666f6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (d1bbe189-5763-4e27-85b3-e6a03f331696), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:21.004782 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [None req-0ac1bc87-1971-4e24-b054-bcdc666666f6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Floating IP d1bbe189-5763-4e27-85b3-e6a03f331696 associated. External IP: 172.27.4.29, port: 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1. Sep 05 12:37:21.207442 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac1bc87-1971-4e24-b054-bcdc666666f6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:37:21.346988 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac1bc87-1971-4e24-b054-bcdc666666f6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:37:21.353810 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bdc6e-60d3-482e-9533-0d9c5e9ea849 req-6bda17e2-fb0f-4d1f-aead-6538617dce1c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:21.355304 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f18bdc6e-60d3-482e-9533-0d9c5e9ea849 req-6bda17e2-fb0f-4d1f-aead-6538617dce1c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 943 time: 0.0593097 Sep 05 12:37:21.356404 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86db35e-1e24-4818-a726-b4c79e83147e None None] Sync routers for ids ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:37:21.358455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0ac1bc87-1971-4e24-b054-bcdc666666f6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:21.366768 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86db35e-1e24-4818-a726-b4c79e83147e None None] Routers {'9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:37:21.367396 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-a86db35e-1e24-4818-a726-b4c79e83147e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:37:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:37:21.408025 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:21.410320 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-0ac1bc87-1971-4e24-b054-bcdc666666f6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/d1bbe189-5763-4e27-85b3-e6a03f331696 HTTP/1.1" status: 200 len: 991 time: 1.1047354 Sep 05 12:37:21.415358 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a5d85b-7178-468f-8bc1-f4a6ccef9d14', 'tag': '718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:37:21.417668 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecfe129-0d22-4ef1-bcef-a501ff80b545" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a5d85b-7178-468f-8bc1-f4a6ccef9d14", "tag": "718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:37:21.440007 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f18bdc6e-60d3-482e-9533-0d9c5e9ea849 req-f79d7a00-e1de-46df-ab50-df45880532a0 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778995 Sep 05 12:37:21.471283 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e890510-375d-431b-ac41-6347e4f362dc x-openstack-request-id: req-9e890510-375d-431b-ac41-6347e4f362dc {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:37:21.471611 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a5d85b-7178-468f-8bc1-f4a6ccef9d14", "tag": "718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:37:21.471875 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e890510-375d-431b-ac41-6347e4f362dc {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:37:21.472288 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e890510-375d-431b-ac41-6347e4f362dc'] response: {'name': 'network-changed', 'server_uuid': 'd7a5d85b-7178-468f-8bc1-f4a6ccef9d14', 'tag': '718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1', 'status': 'completed', 'code': 200} Sep 05 12:37:21.474506 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-a86db35e-1e24-4818-a726-b4c79e83147e None None] Set router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:37:21.687490 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-a86db35e-1e24-4818-a726-b4c79e83147e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'd1bbe189-5763-4e27-85b3-e6a03f331696', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'floating_ip_address': '172.27.4.29', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'port_id': '718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'mac_address': 'fa:16:3e:1d:77:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5d85b-7178-468f-8bc1-f4a6ccef9d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:37:03Z', 'updated_at': '2022-09-05T12:37:20Z', 'revision_number': 1, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53db75f-c065-4d46-b167-295ff74cd2fb', 'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'mac_address': 'fa:16:3e:af:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:59Z', 'updated_at': '2022-09-05T12:37:05Z', 'revision_number': 5, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'subnets': [{'id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:37:21.712943 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86db35e-1e24-4818-a726-b4c79e83147e None None] Checking router: 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:37:21.721350 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86db35e-1e24-4818-a726-b4c79e83147e None None] Routers {'9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:37:21.721975 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-a86db35e-1e24-4818-a726-b4c79e83147e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:37:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:37:21.823995 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-a86db35e-1e24-4818-a726-b4c79e83147e None None] Set router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:37:22.030545 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-a86db35e-1e24-4818-a726-b4c79e83147e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'd1bbe189-5763-4e27-85b3-e6a03f331696', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'floating_ip_address': '172.27.4.29', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'port_id': '718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'mac_address': 'fa:16:3e:1d:77:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5d85b-7178-468f-8bc1-f4a6ccef9d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:37:03Z', 'updated_at': '2022-09-05T12:37:20Z', 'revision_number': 1, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53db75f-c065-4d46-b167-295ff74cd2fb', 'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'mac_address': 'fa:16:3e:af:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:59Z', 'updated_at': '2022-09-05T12:37:05Z', 'revision_number': 5, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'subnets': [{'id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:37:22.060009 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86db35e-1e24-4818-a726-b4c79e83147e None None] The sync data for ids ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'] in dv-cinder-801354-7-iscsi is: [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'd1bbe189-5763-4e27-85b3-e6a03f331696', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'floating_ip_address': '172.27.4.29', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'port_id': '718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'mac_address': 'fa:16:3e:1d:77:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a5d85b-7178-468f-8bc1-f4a6ccef9d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:37:03Z', 'updated_at': '2022-09-05T12:37:20Z', 'revision_number': 1, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53db75f-c065-4d46-b167-295ff74cd2fb', 'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'mac_address': 'fa:16:3e:af:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:59Z', 'updated_at': '2022-09-05T12:37:05Z', 'revision_number': 5, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'subnets': [{'id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:37:22.255471 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d21ed-c98c-40b0-a705-7f8103b643f9 None None] New status for floating IP d1bbe189-5763-4e27-85b3-e6a03f331696: ACTIVE {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:37:22.553737 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:22.571256 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a9f1f-6f34-4fcf-8524-0513bd8ca6ec req-24075af5-0cd1-4a96-bf12-d23c0c948108 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:22.572786 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c12a9f1f-6f34-4fcf-8524-0513bd8ca6ec req-24075af5-0cd1-4a96-bf12-d23c0c948108 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 943 time: 0.0523636 Sep 05 12:37:22.624627 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c12a9f1f-6f34-4fcf-8524-0513bd8ca6ec req-ae895581-0101-4687-82fd-c681c4d34c7d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461984 Sep 05 12:37:23.755924 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7dcd0-ae93-46e0-b73f-5bc9b13a3b95 req-c8a4c85e-b43e-4594-ada9-6b17c5883bb8 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:23.757396 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cdb7dcd0-ae93-46e0-b73f-5bc9b13a3b95 req-c8a4c85e-b43e-4594-ada9-6b17c5883bb8 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 943 time: 0.0507402 Sep 05 12:37:23.806908 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cdb7dcd0-ae93-46e0-b73f-5bc9b13a3b95 req-96161e18-69d0-47c4-a2f2-d0c6149835cf tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439572 Sep 05 12:37:23.855557 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfe129-0d22-4ef1-bcef-a501ff80b545 req-2de24f02-6b67-402d-ac87-7493bbda2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:23.857084 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4ecfe129-0d22-4ef1-bcef-a501ff80b545 req-2de24f02-6b67-402d-ac87-7493bbda2fa5 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=7b514c04a13742b1b19d46fec1c40f69&device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 1130 time: 0.0428336 Sep 05 12:37:23.965581 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfe129-0d22-4ef1-bcef-a501ff80b545 req-af72a512-b38c-4a51-aa19-de3217b376a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:23.967142 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4ecfe129-0d22-4ef1-bcef-a501ff80b545 req-af72a512-b38c-4a51-aa19-de3217b376a0 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=fe3deca4-eb5b-4550-84a3-afb4afe5c540 HTTP/1.1" status: 200 len: 911 time: 0.0856273 Sep 05 12:37:24.207641 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4ecfe129-0d22-4ef1-bcef-a501ff80b545 req-a6e8ef7b-f830-4e38-95c4-1955bce75d8e service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 HTTP/1.1" status: 200 len: 1001 time: 0.0674901 Sep 05 12:37:24.260026 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfe129-0d22-4ef1-bcef-a501ff80b545 req-675e398c-6df7-460f-b9c0-8b8b2b7d3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:24.261509 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4ecfe129-0d22-4ef1-bcef-a501ff80b545 req-675e398c-6df7-460f-b9c0-8b8b2b7d3daf service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b9b83362-733a-4921-af9e-bd64e5242e88 HTTP/1.1" status: 200 len: 849 time: 0.0478523 Sep 05 12:37:24.296125 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:24.306034 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfe129-0d22-4ef1-bcef-a501ff80b545 req-3dc1bb39-4d31-49a1-83e8-367719d88a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:24.307584 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4ecfe129-0d22-4ef1-bcef-a501ff80b545 req-3dc1bb39-4d31-49a1-83e8-367719d88a0e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=fe3deca4-eb5b-4550-84a3-afb4afe5c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399249 Sep 05 12:37:24.407328 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4ecfe129-0d22-4ef1-bcef-a501ff80b545 req-0cc3fb12-4f56-4e88-b7af-09d4e69cae53 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929272 Sep 05 12:37:24.502657 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4ecfe129-0d22-4ef1-bcef-a501ff80b545 req-6bada716-2ead-43cf-972a-81a9edccfa9e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869989 Sep 05 12:37:24.934514 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa386fb3-fdc6-4865-a2da-b9004e331260 req-e7496073-97c9-4774-9d58-21e3d8d338d5 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:24.936102 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-aa386fb3-fdc6-4865-a2da-b9004e331260 req-e7496073-97c9-4774-9d58-21e3d8d338d5 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 943 time: 0.0527570 Sep 05 12:37:24.990343 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-aa386fb3-fdc6-4865-a2da-b9004e331260 req-0624e537-3525-461a-b0d9-40bcda8b3464 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477507 Sep 05 12:37:25.171651 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a2ce99be-27a9-470b-af01-10f177507b3d req-70d60c72-e0a6-46f5-8ea8-93b07c349964 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392001 Sep 05 12:37:25.256704 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce99be-27a9-470b-af01-10f177507b3d req-b1d86685-5399-4904-8e3d-b02dd6a8c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:25.258647 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a2ce99be-27a9-470b-af01-10f177507b3d req-b1d86685-5399-4904-8e3d-b02dd6a8c459 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 1130 time: 0.0469217 Sep 05 12:37:25.373180 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce99be-27a9-470b-af01-10f177507b3d req-123f7866-3fb0-4acb-9ae3-c24772e2fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:25.374947 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a2ce99be-27a9-470b-af01-10f177507b3d req-123f7866-3fb0-4acb-9ae3-c24772e2fcf2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=38f5b205-d0f7-419a-8f07-cc61071fe0f8 HTTP/1.1" status: 200 len: 912 time: 0.0985861 Sep 05 12:37:25.442724 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a2ce99be-27a9-470b-af01-10f177507b3d req-644d6821-6e22-47f5-a5ab-a6b27e8bc190 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d439ecff-d56e-4259-b799-38d86dccd75f HTTP/1.1" status: 200 len: 1002 time: 0.0605502 Sep 05 12:37:25.493724 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce99be-27a9-470b-af01-10f177507b3d req-5a4f1220-e6c2-4899-8fbe-1046e2b09f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:25.495444 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a2ce99be-27a9-470b-af01-10f177507b3d req-5a4f1220-e6c2-4899-8fbe-1046e2b09f4c service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a042adab-c6e5-4766-9641-ed3c3e40d34d HTTP/1.1" status: 200 len: 850 time: 0.0456889 Sep 05 12:37:25.543886 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce99be-27a9-470b-af01-10f177507b3d req-a46127be-e446-4ab1-a011-18f84e350908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:25.545450 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a2ce99be-27a9-470b-af01-10f177507b3d req-a46127be-e446-4ab1-a011-18f84e350908 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=38f5b205-d0f7-419a-8f07-cc61071fe0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438156 Sep 05 12:37:25.607116 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:25.642054 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a2ce99be-27a9-470b-af01-10f177507b3d req-6e5b2143-d5f8-4dc6-8731-be7a0805fa21 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895510 Sep 05 12:37:25.838016 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a2ce99be-27a9-470b-af01-10f177507b3d req-f06ec036-b0da-481a-9fe5-2f5334a1bcf2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908592 Sep 05 12:37:26.130572 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56d1d1-bed7-4201-a37c-9fd50b0a608d req-10e41363-0291-45f9-89b2-aed66eedc287 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:26.132120 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-3f56d1d1-bed7-4201-a37c-9fd50b0a608d req-10e41363-0291-45f9-89b2-aed66eedc287 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 943 time: 0.0500743 Sep 05 12:37:26.182633 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-3f56d1d1-bed7-4201-a37c-9fd50b0a608d req-9f8fcc32-906e-4609-8dce-0b6787c3c611 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447755 Sep 05 12:37:27.333767 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde735b3-9750-494d-9383-d1a2c70c6871 req-83f3b788-aac8-421f-814c-83fdf5818c63 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:27.335267 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-dde735b3-9750-494d-9383-d1a2c70c6871 req-83f3b788-aac8-421f-814c-83fdf5818c63 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 943 time: 0.0515583 Sep 05 12:37:27.390254 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-dde735b3-9750-494d-9383-d1a2c70c6871 req-3622b47a-b264-4d35-b661-b3b771e44627 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492494 Sep 05 12:37:28.544724 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f7119-beb8-4d9c-932c-7b91c60dd900 req-83a00790-ee4f-42da-a968-320905ab70f1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:28.546229 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ea3f7119-beb8-4d9c-932c-7b91c60dd900 req-83a00790-ee4f-42da-a968-320905ab70f1 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 943 time: 0.0592790 Sep 05 12:37:28.612616 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ea3f7119-beb8-4d9c-932c-7b91c60dd900 req-75e63b1a-deaf-4ae2-99a8-e373331c8c72 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588458 Sep 05 12:37:29.099618 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 6b29555c-21f4-47bd-b77b-4b65005e7159 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:37:29.249640 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 6b29555c-21f4-47bd-b77b-4b65005e7159, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=6b29555c-21f4-47bd-b77b-4b65005e7159,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:37:29.262542 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '6b29555c-21f4-47bd-b77b-4b65005e7159', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'port_id': '6b29555c-21f4-47bd-b77b-4b65005e7159', 'mac_address': 'fa:16:3e:b3:56:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:37:29.315351 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 6b29555c-21f4-47bd-b77b-4b65005e7159 is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:37:29.315796 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (6b29555c-21f4-47bd-b77b-4b65005e7159), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:29.318582 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:29.325498 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:29.331901 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b29555c-21f4-47bd-b77b-4b65005e7159 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:37:29.354155 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 6b29555c-21f4-47bd-b77b-4b65005e7159, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=6b29555c-21f4-47bd-b77b-4b65005e7159,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:37:29.446939 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (6b29555c-21f4-47bd-b77b-4b65005e7159), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:29.505127 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=6b29555c-21f4-47bd-b77b-4b65005e7159,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:29.539502 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57608) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:29.687171 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-32f951de-63c9-48df-b200-dc8423cccc03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:29.761365 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d6f6b-0338-42f7-a3bb-15b74f198955 req-c232d0cd-47a1-4871-a9b3-44ce400b33bd tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:29.762754 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-876d6f6b-0338-42f7-a3bb-15b74f198955 req-c232d0cd-47a1-4871-a9b3-44ce400b33bd tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 944 time: 0.0669639 Sep 05 12:37:29.777231 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:29.793373 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['6b29555c-21f4-47bd-b77b-4b65005e7159'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:37:29.840049 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-876d6f6b-0338-42f7-a3bb-15b74f198955 req-ac748055-fd7a-486e-9ab1-b8b554539c79 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704031 Sep 05 12:37:29.855317 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-32f951de-63c9-48df-b200-dc8423cccc03 admin admin] Publish callbacks [] for security_group (7f1cdf1d-b3be-4da6-b363-a136570a5e4e), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:29.921404 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-32f951de-63c9-48df-b200-dc8423cccc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (7f1cdf1d-b3be-4da6-b363-a136570a5e4e), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:29.965774 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-32f951de-63c9-48df-b200-dc8423cccc03 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=10fb1dc9d11e45aca91ed128a37889af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4251311 Sep 05 12:37:29.967189 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f951de-63c9-48df-b200-dc8423cccc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1cdf1d-b3be-4da6-b363-a136570a5e4e,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:29.969007 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57614) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:30.030013 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Publish callbacks [] for security_group (7f1cdf1d-b3be-4da6-b363-a136570a5e4e), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:30.032802 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:30.075366 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Publish callbacks [] for security_group (7f1cdf1d-b3be-4da6-b363-a136570a5e4e), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:30.205489 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (7f1cdf1d-b3be-4da6-b363-a136570a5e4e), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:30.208125 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:30.209413 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7f1cdf1d-b3be-4da6-b363-a136570a5e4e HTTP/1.1" status: 204 len: 168 time: 0.2387528 Sep 05 12:37:30.217990 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1cdf1d-b3be-4da6-b363-a136570a5e4e,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:30.226752 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:30.227118 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:30.227467 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:30.227860 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:30.228502 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:30.228733 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:30.229070 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:30.229404 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:30.229739 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:30.230076 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:30.230411 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:30.230744 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:30.231072 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:30.231438 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:30.231799 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6547e8a-1d26-4992-8139-8f15d3639ac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:30.956935 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57622) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:30.971184 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:30.986772 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f075f6-a1be-4899-bed2-523377adb296 req-160ef8d9-f3aa-4c9b-819b-dc9c378e129f tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:30.988307 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-41f075f6-a1be-4899-bed2-523377adb296 req-160ef8d9-f3aa-4c9b-819b-dc9c378e129f tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 944 time: 0.0502157 Sep 05 12:37:31.044957 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-41f075f6-a1be-4899-bed2-523377adb296 req-1bdef12c-e29b-4444-bf48-8a5e90c9b8e6 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506001 Sep 05 12:37:31.071261 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Publish callbacks [] for security_group (5fd3aab1-b5ed-495b-b5ef-fe3ba8626cc0), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:31.109124 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 6b29555c-21f4-47bd-b77b-4b65005e7159 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:37:31.153039 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port 6b29555c-21f4-47bd-b77b-4b65005e7159 completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:37:31.161287 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (5fd3aab1-b5ed-495b-b5ef-fe3ba8626cc0), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:31.203397 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=cec7a661259c40eba76aa173b561043f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453365 Sep 05 12:37:31.204922 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd3aab1-b5ed-495b-b5ef-fe3ba8626cc0,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:31.206853 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57624) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:31.212409 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.212766 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.213112 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.213452 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.213791 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.214126 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.214455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.214837 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.215169 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.215501 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.215854 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.216183 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.216508 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.216834 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.217154 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc9a819-d66f-4853-bd57-b4502e859d4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.235808 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 6b29555c-21f4-47bd-b77b-4b65005e7159 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:37:31.236303 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (6b29555c-21f4-47bd-b77b-4b65005e7159), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:31.260291 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-da736d27-010c-482d-a7bd-799656c93d40 admin admin] Publish callbacks [] for security_group (5fd3aab1-b5ed-495b-b5ef-fe3ba8626cc0), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:31.281710 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-da736d27-010c-482d-a7bd-799656c93d40 admin admin] Publish callbacks [] for security_group (5fd3aab1-b5ed-495b-b5ef-fe3ba8626cc0), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:31.314072 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 6b29555c-21f4-47bd-b77b-4b65005e7159 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:37:31.314458 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (6b29555c-21f4-47bd-b77b-4b65005e7159), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:31.342759 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d43048-46ef-4843-b1ba-6105a322c05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b29555c-21f4-47bd-b77b-4b65005e7159'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:37:31.345694 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb38cc0d-5d4d-4742-9d1a-2cb143e23273" -d '{"events": [{"server_uuid": "26d43048-46ef-4843-b1ba-6105a322c05f", "name": "network-vif-plugged", "status": "completed", "tag": "6b29555c-21f4-47bd-b77b-4b65005e7159"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:37:31.362369 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 6b29555c-21f4-47bd-b77b-4b65005e7159, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=6b29555c-21f4-47bd-b77b-4b65005e7159,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:37:31.389241 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c597d5c5-61c7-487b-bb03-49f2d44460b6 x-openstack-request-id: req-c597d5c5-61c7-487b-bb03-49f2d44460b6 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:37:31.389535 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d43048-46ef-4843-b1ba-6105a322c05f", "name": "network-vif-plugged", "status": "completed", "tag": "6b29555c-21f4-47bd-b77b-4b65005e7159", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:37:31.389792 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c597d5c5-61c7-487b-bb03-49f2d44460b6 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:37:31.390380 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c597d5c5-61c7-487b-bb03-49f2d44460b6'] response: {'server_uuid': '26d43048-46ef-4843-b1ba-6105a322c05f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b29555c-21f4-47bd-b77b-4b65005e7159', 'code': 200} Sep 05 12:37:31.435461 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-da736d27-010c-482d-a7bd-799656c93d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (5fd3aab1-b5ed-495b-b5ef-fe3ba8626cc0), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:31.438223 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-da736d27-010c-482d-a7bd-799656c93d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:31.439387 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-da736d27-010c-482d-a7bd-799656c93d40 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5fd3aab1-b5ed-495b-b5ef-fe3ba8626cc0 HTTP/1.1" status: 204 len: 168 time: 0.2315288 Sep 05 12:37:31.447830 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da736d27-010c-482d-a7bd-799656c93d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd3aab1-b5ed-495b-b5ef-fe3ba8626cc0,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:31.486732 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (6b29555c-21f4-47bd-b77b-4b65005e7159), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:31.544662 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=6b29555c-21f4-47bd-b77b-4b65005e7159,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:31.555035 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.555553 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.556032 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.556487 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.556932 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.557377 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.557820 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.558261 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.558704 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.559144 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.559611 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.560067 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.560511 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.561172 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.561620 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:37:31.864180 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ed6f-15f4-42f6-ba66-fe1df182874e req-c9248036-1ca5-4605-b329-d1b6e64013b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:31.866639 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3cf3ed6f-15f4-42f6-ba66-fe1df182874e req-c9248036-1ca5-4605-b329-d1b6e64013b7 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 1129 time: 0.0567286 Sep 05 12:37:31.910125 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:31.926260 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3cf3ed6f-15f4-42f6-ba66-fe1df182874e req-07bc11d9-b073-48f1-89af-a4498deeb265 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532813 Sep 05 12:37:32.168776 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:32.178291 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31ebc1-3848-4cc6-b5d4-4e096c97a29d req-aa7ab793-da7a-44e0-abee-3f2e611bc168 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:32.179835 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fb31ebc1-3848-4cc6-b5d4-4e096c97a29d req-aa7ab793-da7a-44e0-abee-3f2e611bc168 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 945 time: 0.0512245 Sep 05 12:37:32.241855 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-fb31ebc1-3848-4cc6-b5d4-4e096c97a29d req-22eb4520-f863-44b9-85fa-58a741df4b8c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509679 Sep 05 12:37:32.367809 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:32.368722 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:33.290695 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:37:33.380077 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96821fe-232e-454e-a171-4e1431564cb3 req-0beb307a-f4cd-491f-947e-15d58add1aec tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:33.381613 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f96821fe-232e-454e-a171-4e1431564cb3 req-0beb307a-f4cd-491f-947e-15d58add1aec tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 945 time: 0.0585604 Sep 05 12:37:33.435867 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f96821fe-232e-454e-a171-4e1431564cb3 req-5484fba3-4dc7-4296-b638-7f898177ac07 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483882 Sep 05 12:37:33.687044 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-2f8e09db-95a2-4533-a7af-83e18a2e15ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:34.567407 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87247e-cfa7-460e-8d87-3310c66fa4f9 req-0136970c-0557-4426-9c39-3ebaf162dfc4 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:34.569002 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ad87247e-cfa7-460e-8d87-3310c66fa4f9 req-0136970c-0557-4426-9c39-3ebaf162dfc4 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 945 time: 0.0523980 Sep 05 12:37:34.625031 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ad87247e-cfa7-460e-8d87-3310c66fa4f9 req-ddc5789f-3eff-4178-894c-f807068de67d tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499663 Sep 05 12:37:34.752353 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481347d2-9c3e-4a9d-a299-f47ad5610d99 req-d946a972-608c-4c7c-8874-b80ae9a9a22b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:34.754447 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-481347d2-9c3e-4a9d-a299-f47ad5610d99 req-d946a972-608c-4c7c-8874-b80ae9a9a22b tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 945 time: 0.0488207 Sep 05 12:37:34.804675 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-481347d2-9c3e-4a9d-a299-f47ad5610d99 req-47c862a9-ffc8-447e-b4f3-f456dba0e2d9 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444584 Sep 05 12:37:34.834544 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57700) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:35.072170 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0168cad7-7643-4c16-bb38-c2052585e30d tempest-TestVolumeBootPattern-1753852588 tempest-TestVolumeBootPattern-1753852588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:35.073924 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-0168cad7-7643-4c16-bb38-c2052585e30d tempest-TestVolumeBootPattern-1753852588 tempest-TestVolumeBootPattern-1753852588-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 1124 time: 0.2380841 Sep 05 12:37:35.076601 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57706) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:35.080777 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Request body: {'floatingip': {'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'port_id': '6b29555c-21f4-47bd-b77b-4b65005e7159', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:37:35.212784 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:35.296175 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:35.410961 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Allocated IP 172.27.4.115 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/ab1fc7bf-fa27-4c76-bff0-432c053d1d75) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:37:35.506162 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:35.522190 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for port (ab1fc7bf-fa27-4c76-bff0-432c053d1d75), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:35.697337 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (ab1fc7bf-fa27-4c76-bff0-432c053d1d75), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:35.738249 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:37:35.741488 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:37:35.744408 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:37:35.751179 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event updated for resources: {'Port': ['ID=ab1fc7bf-fa27-4c76-bff0-432c053d1d75,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:35.826258 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:36.126988 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-c14edd77-c8ff-4c3d-98be-3465dada43b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:36.145174 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for floatingip (eb7477e2-3f18-4421-888b-276babeac036), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:36.285099 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (ab1fc7bf-fa27-4c76-bff0-432c053d1d75), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:36.442238 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for port (ab1fc7bf-fa27-4c76-bff0-432c053d1d75), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:36.555203 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800150'] for port (ab1fc7bf-fa27-4c76-bff0-432c053d1d75), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:36.604002 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:36.627709 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event updated for resources: {'Port': ['ID=ab1fc7bf-fa27-4c76-bff0-432c053d1d75,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:36.632185 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (eb7477e2-3f18-4421-888b-276babeac036), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:36.738657 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.l3_db [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Floating IP eb7477e2-3f18-4421-888b-276babeac036 associated. External IP: 172.27.4.115, port: 6b29555c-21f4-47bd-b77b-4b65005e7159. Sep 05 12:37:37.193372 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Router 301759a2-e838-4c5e-ae94-a67cc6616bdc has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:37:37.299583 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:37:37.311130 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f799d289-e14f-4a96-b026-6840f0b80cad None None] Sync routers for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:37:37.322843 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f799d289-e14f-4a96-b026-6840f0b80cad None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:37:37.323600 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-f799d289-e14f-4a96-b026-6840f0b80cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:37:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:37:37.374685 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:37.404395 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57774) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:37.420701 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:37.422771 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:37.445147 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:37.453793 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-f799d289-e14f-4a96-b026-6840f0b80cad None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:37:37.458484 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-13a0998f-6c40-4ac2-87f0-298235691a5a tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3808696 Sep 05 12:37:37.459148 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d43048-46ef-4843-b1ba-6105a322c05f', 'tag': '6b29555c-21f4-47bd-b77b-4b65005e7159'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:37:37.461842 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10792a6a-7c67-4d70-96c0-a18bcbec0e71" -d '{"events": [{"name": "network-changed", "server_uuid": "26d43048-46ef-4843-b1ba-6105a322c05f", "tag": "6b29555c-21f4-47bd-b77b-4b65005e7159"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:37:37.502852 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b65e0ac-b042-480e-a4aa-6aeaba49cbea x-openstack-request-id: req-2b65e0ac-b042-480e-a4aa-6aeaba49cbea {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:37:37.503143 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d43048-46ef-4843-b1ba-6105a322c05f", "tag": "6b29555c-21f4-47bd-b77b-4b65005e7159", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:37:37.503403 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b65e0ac-b042-480e-a4aa-6aeaba49cbea {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:37:37.503951 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b65e0ac-b042-480e-a4aa-6aeaba49cbea'] response: {'name': 'network-changed', 'server_uuid': '26d43048-46ef-4843-b1ba-6105a322c05f', 'tag': '6b29555c-21f4-47bd-b77b-4b65005e7159', 'status': 'completed', 'code': 200} Sep 05 12:37:37.512043 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:37.548293 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2b4d55f7-795a-4d31-b390-defbe29c51b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:37.609347 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10792a6a-7c67-4d70-96c0-a18bcbec0e71 req-ce7c79ce-0e44-4c9d-92a7-ad2e232dfdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:37.610839 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-10792a6a-7c67-4d70-96c0-a18bcbec0e71 req-ce7c79ce-0e44-4c9d-92a7-ad2e232dfdac service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 1129 time: 0.0542531 Sep 05 12:37:37.739956 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2b4d55f7-795a-4d31-b390-defbe29c51b4 admin admin] Publish callbacks [] for security_group (a54b3dec-0331-40d4-97df-318f645d5f4f), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:37.744959 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10792a6a-7c67-4d70-96c0-a18bcbec0e71 req-dbbb1be6-46a3-4c30-ae67-80cca73e84df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:37.746715 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-10792a6a-7c67-4d70-96c0-a18bcbec0e71 req-dbbb1be6-46a3-4c30-ae67-80cca73e84df service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=38f5b205-d0f7-419a-8f07-cc61071fe0f8 HTTP/1.1" status: 200 len: 912 time: 0.1292584 Sep 05 12:37:37.799378 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2b4d55f7-795a-4d31-b390-defbe29c51b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (a54b3dec-0331-40d4-97df-318f645d5f4f), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:37.820810 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-f799d289-e14f-4a96-b026-6840f0b80cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'eb7477e2-3f18-4421-888b-276babeac036', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'floating_ip_address': '172.27.4.115', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'port_id': '6b29555c-21f4-47bd-b77b-4b65005e7159', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'mac_address': 'fa:16:3e:b3:56:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d43048-46ef-4843-b1ba-6105a322c05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:37:35Z', 'updated_at': '2022-09-05T12:37:35Z', 'revision_number': 0, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address_scope': None}, {'id': 'f2d35b84-8fb9-441a-93c1-82158f87f25a', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'floating_ip_address': '172.27.4.209', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'port_id': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'mac_address': 'fa:16:3e:09:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ca1300-109c-4625-a6f9-f7094055e384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:35:19Z', 'updated_at': '2022-09-05T12:35:23Z', 'revision_number': 1, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:37:37.849223 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f799d289-e14f-4a96-b026-6840f0b80cad None None] Checking router: 301759a2-e838-4c5e-ae94-a67cc6616bdc for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:37:37.858756 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f799d289-e14f-4a96-b026-6840f0b80cad None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:37:37.859391 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-f799d289-e14f-4a96-b026-6840f0b80cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:37:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:37:37.969672 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-f799d289-e14f-4a96-b026-6840f0b80cad None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:37:38.105913 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-10792a6a-7c67-4d70-96c0-a18bcbec0e71 req-2f49d964-13cc-4bcc-b698-41256f858478 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b29555c-21f4-47bd-b77b-4b65005e7159 HTTP/1.1" status: 200 len: 999 time: 0.3512933 Sep 05 12:37:38.131173 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-2b4d55f7-795a-4d31-b390-defbe29c51b4 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8aa4688377de4c08b95d54becc0e8867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7252824 Sep 05 12:37:38.133738 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:38.134091 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57782) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:38.153601 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d55f7-795a-4d31-b390-defbe29c51b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54b3dec-0331-40d4-97df-318f645d5f4f,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:38.188050 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10792a6a-7c67-4d70-96c0-a18bcbec0e71 req-eaea47ef-62d1-4a26-802c-092a99c34b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:38.189726 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-10792a6a-7c67-4d70-96c0-a18bcbec0e71 req-eaea47ef-62d1-4a26-802c-092a99c34b61 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a042adab-c6e5-4766-9641-ed3c3e40d34d HTTP/1.1" status: 200 len: 850 time: 0.0725553 Sep 05 12:37:38.205134 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-04f67623-b3cc-42c6-9e43-c9c644636c85 admin admin] Publish callbacks [] for security_group (a54b3dec-0331-40d4-97df-318f645d5f4f), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:38.218582 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-f799d289-e14f-4a96-b026-6840f0b80cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'eb7477e2-3f18-4421-888b-276babeac036', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'floating_ip_address': '172.27.4.115', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'port_id': '6b29555c-21f4-47bd-b77b-4b65005e7159', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'mac_address': 'fa:16:3e:b3:56:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d43048-46ef-4843-b1ba-6105a322c05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:37:35Z', 'updated_at': '2022-09-05T12:37:35Z', 'revision_number': 0, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address_scope': None}, {'id': 'f2d35b84-8fb9-441a-93c1-82158f87f25a', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'floating_ip_address': '172.27.4.209', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'port_id': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'mac_address': 'fa:16:3e:09:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ca1300-109c-4625-a6f9-f7094055e384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:35:19Z', 'updated_at': '2022-09-05T12:35:23Z', 'revision_number': 1, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:37:38.229714 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-04f67623-b3cc-42c6-9e43-c9c644636c85 admin admin] Publish callbacks [] for security_group (a54b3dec-0331-40d4-97df-318f645d5f4f), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:38.239858 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10792a6a-7c67-4d70-96c0-a18bcbec0e71 req-455ee7ff-1de8-479b-bb58-b2fb52003ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:38.242069 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-10792a6a-7c67-4d70-96c0-a18bcbec0e71 req-455ee7ff-1de8-479b-bb58-b2fb52003ab1 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=38f5b205-d0f7-419a-8f07-cc61071fe0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455432 Sep 05 12:37:38.245186 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f799d289-e14f-4a96-b026-6840f0b80cad None None] The sync data for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi is: [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'eb7477e2-3f18-4421-888b-276babeac036', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'floating_ip_address': '172.27.4.115', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'port_id': '6b29555c-21f4-47bd-b77b-4b65005e7159', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'mac_address': 'fa:16:3e:b3:56:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d43048-46ef-4843-b1ba-6105a322c05f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:37:35Z', 'updated_at': '2022-09-05T12:37:35Z', 'revision_number': 0, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address_scope': None}, {'id': 'f2d35b84-8fb9-441a-93c1-82158f87f25a', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'floating_ip_address': '172.27.4.209', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'port_id': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'mac_address': 'fa:16:3e:09:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ca1300-109c-4625-a6f9-f7094055e384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:35:19Z', 'updated_at': '2022-09-05T12:35:23Z', 'revision_number': 1, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:37:38.342849 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-10792a6a-7c67-4d70-96c0-a18bcbec0e71 req-d0569407-2198-4295-8993-75f2b0913e77 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943968 Sep 05 12:37:38.406017 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-04f67623-b3cc-42c6-9e43-c9c644636c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (a54b3dec-0331-40d4-97df-318f645d5f4f), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:38.408750 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-04f67623-b3cc-42c6-9e43-c9c644636c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:38.413617 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-04f67623-b3cc-42c6-9e43-c9c644636c85 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a54b3dec-0331-40d4-97df-318f645d5f4f HTTP/1.1" status: 204 len: 168 time: 0.2783866 Sep 05 12:37:38.422169 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f67623-b3cc-42c6-9e43-c9c644636c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54b3dec-0331-40d4-97df-318f645d5f4f,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:38.423307 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:38.449777 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-10792a6a-7c67-4d70-96c0-a18bcbec0e71 req-be425fa0-7fff-4301-bbb1-e8382246920c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006644 Sep 05 12:37:38.496525 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa757782-da74-48ee-aa5f-187cb7ee35cf None None] New status for floating IP eb7477e2-3f18-4421-888b-276babeac036: ACTIVE {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:37:38.807267 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:39.123310 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57788) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:39.137955 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a0c532e5-657a-4134-8065-7c41c3e1dda7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:39.189727 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:39.216669 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a0c532e5-657a-4134-8065-7c41c3e1dda7 admin admin] Publish callbacks [] for security_group (052e1ced-db8b-4a6c-abbf-ae52e6f6e9ad), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:39.309891 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a0c532e5-657a-4134-8065-7c41c3e1dda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (052e1ced-db8b-4a6c-abbf-ae52e6f6e9ad), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:39.349983 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c532e5-657a-4134-8065-7c41c3e1dda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052e1ced-db8b-4a6c-abbf-ae52e6f6e9ad,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:39.354275 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-a0c532e5-657a-4134-8065-7c41c3e1dda7 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=325758b180004bd9ba2d77fd5d980a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298779 Sep 05 12:37:39.356956 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57790) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:39.407189 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d6865e38-67c7-4b22-8c5d-d5a2195d5546 admin admin] Publish callbacks [] for security_group (052e1ced-db8b-4a6c-abbf-ae52e6f6e9ad), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:39.428299 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d6865e38-67c7-4b22-8c5d-d5a2195d5546 admin admin] Publish callbacks [] for security_group (052e1ced-db8b-4a6c-abbf-ae52e6f6e9ad), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:39.443012 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:39.614635 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d6865e38-67c7-4b22-8c5d-d5a2195d5546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (052e1ced-db8b-4a6c-abbf-ae52e6f6e9ad), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:39.617240 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d6865e38-67c7-4b22-8c5d-d5a2195d5546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:39.618522 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-d6865e38-67c7-4b22-8c5d-d5a2195d5546 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/052e1ced-db8b-4a6c-abbf-ae52e6f6e9ad HTTP/1.1" status: 204 len: 168 time: 0.2605841 Sep 05 12:37:39.627362 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6865e38-67c7-4b22-8c5d-d5a2195d5546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052e1ced-db8b-4a6c-abbf-ae52e6f6e9ad,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:40.768285 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57812) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:40.865236 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-103fa9c9-00c5-4f93-902b-182077c27abc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1448502286-network', 'tenant_id': '1e7b7f62953f4b7c9a46727007d45e26'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:37:41.024065 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103fa9c9-00c5-4f93-902b-182077c27abc admin admin] Made reservation on behalf of 1e7b7f62953f4b7c9a46727007d45e26 for: {'network': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:37:41.026674 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-103fa9c9-00c5-4f93-902b-182077c27abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:41.039855 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-103fa9c9-00c5-4f93-902b-182077c27abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:41.127164 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-103fa9c9-00c5-4f93-902b-182077c27abc admin admin] Publish callbacks [] for security_group (b58c82dd-c082-4222-8a23-35442d08dfd8), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:41.246613 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-103fa9c9-00c5-4f93-902b-182077c27abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (b58c82dd-c082-4222-8a23-35442d08dfd8), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:41.274704 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103fa9c9-00c5-4f93-902b-182077c27abc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=106739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:37:41.281151 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fa9c9-00c5-4f93-902b-182077c27abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58c82dd-c082-4222-8a23-35442d08dfd8,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:41.287596 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-103fa9c9-00c5-4f93-902b-182077c27abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (cf663bf6-8579-4e1d-ae85-454e0490f535), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:41.287942 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.segments_db [None req-103fa9c9-00c5-4f93-902b-182077c27abc admin admin] Added segment cf663bf6-8579-4e1d-ae85-454e0490f535 of type vlan for network 0a571ed9-463f-4e9f-8875-87c6e43c7065 Sep 05 12:37:41.329334 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-103fa9c9-00c5-4f93-902b-182077c27abc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (0a571ed9-463f-4e9f-8875-87c6e43c7065), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:41.424105 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-103fa9c9-00c5-4f93-902b-182077c27abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (0a571ed9-463f-4e9f-8875-87c6e43c7065), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:41.425798 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103fa9c9-00c5-4f93-902b-182077c27abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:41.426388 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-103fa9c9-00c5-4f93-902b-182077c27abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:41.488517 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103fa9c9-00c5-4f93-902b-182077c27abc admin admin] Pushing event updated for resources: {'Network': ['ID=0a571ed9-463f-4e9f-8875-87c6e43c7065,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:41.499498 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network 0a571ed9-463f-4e9f-8875-87c6e43c7065 details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:37:41.546936 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-103fa9c9-00c5-4f93-902b-182077c27abc admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7767105 Sep 05 12:37:41.549625 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57816) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:41.555187 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-5117fcc7-8b45-46d0-a4b4-3ac43d76e169 admin admin] Request body: {'subnet': {'network_id': '0a571ed9-463f-4e9f-8875-87c6e43c7065', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1448502286-subnet', 'tenant_id': '1e7b7f62953f4b7c9a46727007d45e26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:37:41.641120 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5117fcc7-8b45-46d0-a4b4-3ac43d76e169 admin admin] Made reservation on behalf of 1e7b7f62953f4b7c9a46727007d45e26 for: {'subnet': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:37:41.643511 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5117fcc7-8b45-46d0-a4b4-3ac43d76e169 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4159216'] for subnet (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:41.876030 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5117fcc7-8b45-46d0-a4b4-3ac43d76e169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4159170'] for subnet (8edd778f-f33d-492c-9fd2-a2543c6386e8), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:41.934332 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117fcc7-8b45-46d0-a4b4-3ac43d76e169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8edd778f-f33d-492c-9fd2-a2543c6386e8,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:41.938420 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:41.942638 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5117fcc7-8b45-46d0-a4b4-3ac43d76e169 admin admin] Checking segment: {'id': 'cf663bf6-8579-4e1d-ae85-454e0490f535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0a571ed9-463f-4e9f-8875-87c6e43c7065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:37:41.942987 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5117fcc7-8b45-46d0-a4b4-3ac43d76e169 admin admin] Network hostable DHCP agents. Network: 0a571ed9-463f-4e9f-8875-87c6e43c7065, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:37:42.006659 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5117fcc7-8b45-46d0-a4b4-3ac43d76e169 admin admin] Network 0a571ed9-463f-4e9f-8875-87c6e43c7065 is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:37:42.138687 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-5117fcc7-8b45-46d0-a4b4-3ac43d76e169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, 0a571ed9-463f-4e9f-8875-87c6e43c7065) {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:37:42.142977 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5117fcc7-8b45-46d0-a4b4-3ac43d76e169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:42.143687 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-5117fcc7-8b45-46d0-a4b4-3ac43d76e169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:42.149112 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb88b6b-3af5-4fc2-a588-8a91225c1234 None None] Network 0a571ed9-463f-4e9f-8875-87c6e43c7065 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:37:42.150507 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:42.249043 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a612b137-1637-4b9d-b4ab-49725243ed32 None None] Network 0a571ed9-463f-4e9f-8875-87c6e43c7065 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:37:42.259224 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-5117fcc7-8b45-46d0-a4b4-3ac43d76e169 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7079182 Sep 05 12:37:42.263903 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:42.925987 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57834) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:42.931078 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-0716af12-1e0f-4aee-ade3-2b8b60428bfd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2045561123-network', 'tenant_id': 'e536c0f74ccf43cc9c6c8b5194833880'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:37:43.018401 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0716af12-1e0f-4aee-ade3-2b8b60428bfd admin admin] Made reservation on behalf of e536c0f74ccf43cc9c6c8b5194833880 for: {'network': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:37:43.021465 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0716af12-1e0f-4aee-ade3-2b8b60428bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:43.030448 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0716af12-1e0f-4aee-ade3-2b8b60428bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:43.113180 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0716af12-1e0f-4aee-ade3-2b8b60428bfd admin admin] Publish callbacks [] for security_group (47979fdf-4795-4cd2-a561-76f7b3e6cb55), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:43.183999 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0716af12-1e0f-4aee-ade3-2b8b60428bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (47979fdf-4795-4cd2-a561-76f7b3e6cb55), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:43.210619 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0716af12-1e0f-4aee-ade3-2b8b60428bfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=106739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:37:43.220607 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716af12-1e0f-4aee-ade3-2b8b60428bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47979fdf-4795-4cd2-a561-76f7b3e6cb55,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:43.225673 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0716af12-1e0f-4aee-ade3-2b8b60428bfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (1e338f0d-3d7c-4d8f-b19b-cdab832d26f2), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:43.226018 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.segments_db [None req-0716af12-1e0f-4aee-ade3-2b8b60428bfd admin admin] Added segment 1e338f0d-3d7c-4d8f-b19b-cdab832d26f2 of type vlan for network 0b9af1c2-55d5-4cb2-aa8c-072e96e63957 Sep 05 12:37:43.271738 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0716af12-1e0f-4aee-ade3-2b8b60428bfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (0b9af1c2-55d5-4cb2-aa8c-072e96e63957), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:43.365072 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0716af12-1e0f-4aee-ade3-2b8b60428bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (0b9af1c2-55d5-4cb2-aa8c-072e96e63957), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:43.366201 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0716af12-1e0f-4aee-ade3-2b8b60428bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:43.366777 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0716af12-1e0f-4aee-ade3-2b8b60428bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:43.428943 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716af12-1e0f-4aee-ade3-2b8b60428bfd admin admin] Pushing event updated for resources: {'Network': ['ID=0b9af1c2-55d5-4cb2-aa8c-072e96e63957,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:43.439917 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network 0b9af1c2-55d5-4cb2-aa8c-072e96e63957 details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:37:43.489804 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-0716af12-1e0f-4aee-ade3-2b8b60428bfd admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5626905 Sep 05 12:37:43.492502 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57836) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:37:43.497646 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-dfcc2503-377e-48f9-9035-458119a1d02b admin admin] Request body: {'subnet': {'network_id': '0b9af1c2-55d5-4cb2-aa8c-072e96e63957', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2045561123-subnet', 'tenant_id': 'e536c0f74ccf43cc9c6c8b5194833880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:37:43.576454 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcc2503-377e-48f9-9035-458119a1d02b admin admin] Made reservation on behalf of e536c0f74ccf43cc9c6c8b5194833880 for: {'subnet': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:37:43.578890 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2503-377e-48f9-9035-458119a1d02b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4159216'] for subnet (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:43.852831 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2503-377e-48f9-9035-458119a1d02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4159170'] for subnet (ce20c60b-bf6b-4401-86d8-905fa549cdfc), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:43.911360 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc2503-377e-48f9-9035-458119a1d02b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce20c60b-bf6b-4401-86d8-905fa549cdfc,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:37:43.918916 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcc2503-377e-48f9-9035-458119a1d02b admin admin] Checking segment: {'id': '1e338f0d-3d7c-4d8f-b19b-cdab832d26f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0b9af1c2-55d5-4cb2-aa8c-072e96e63957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:37:43.919275 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcc2503-377e-48f9-9035-458119a1d02b admin admin] Network hostable DHCP agents. Network: 0b9af1c2-55d5-4cb2-aa8c-072e96e63957, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:37:44.012402 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcc2503-377e-48f9-9035-458119a1d02b admin admin] Network 0b9af1c2-55d5-4cb2-aa8c-072e96e63957 is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:37:44.103847 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-dfcc2503-377e-48f9-9035-458119a1d02b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, 0b9af1c2-55d5-4cb2-aa8c-072e96e63957) {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:37:44.108693 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcc2503-377e-48f9-9035-458119a1d02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:37:44.110703 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dfcc2503-377e-48f9-9035-458119a1d02b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:44.112080 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9afff9-de64-44b0-8297-baa6263c0c5a None None] Network 0b9af1c2-55d5-4cb2-aa8c-072e96e63957 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:37:44.120254 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:DELETE=3,neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:44.217727 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45bdfb9-5590-444f-8462-d4a7cfaac68d None None] Network 0b9af1c2-55d5-4cb2-aa8c-072e96e63957 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:37:44.226676 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-dfcc2503-377e-48f9-9035-458119a1d02b admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7330298 Sep 05 12:37:44.300626 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:48.600251 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:48.601845 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=16 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:49.622745 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=50,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:37:51.401491 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:37:54.122449 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=71,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:01.414877 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57982) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:38:01.464471 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe11b46-0e1a-4213-9cef-3c295384d539 admin admin] Deleting subnet 8edd778f-f33d-492c-9fd2-a2543c6386e8 {{(pid=106740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:38:01.467944 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-abe11b46-0e1a-4213-9cef-3c295384d539 admin admin] Publish callbacks [] for subnet (8edd778f-f33d-492c-9fd2-a2543c6386e8), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:01.510494 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-abe11b46-0e1a-4213-9cef-3c295384d539 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107463'] for subnet (8edd778f-f33d-492c-9fd2-a2543c6386e8), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:01.555265 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-abe11b46-0e1a-4213-9cef-3c295384d539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (8edd778f-f33d-492c-9fd2-a2543c6386e8), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:01.727878 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-abe11b46-0e1a-4213-9cef-3c295384d539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3773182'] for subnet (8edd778f-f33d-492c-9fd2-a2543c6386e8), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:01.755932 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe11b46-0e1a-4213-9cef-3c295384d539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8edd778f-f33d-492c-9fd2-a2543c6386e8,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:01.761064 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-abe11b46-0e1a-4213-9cef-3c295384d539 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:01.764459 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-abe11b46-0e1a-4213-9cef-3c295384d539 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/8edd778f-f33d-492c-9fd2-a2543c6386e8 HTTP/1.1" status: 204 len: 168 time: 0.3485093 Sep 05 12:38:01.767195 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 57986) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:38:01.845485 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6e5c55b4-beae-4533-9cbb-057d1a3cc6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (0a571ed9-463f-4e9f-8875-87c6e43c7065), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:01.932418 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6e5c55b4-beae-4533-9cbb-057d1a3cc6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (0a571ed9-463f-4e9f-8875-87c6e43c7065), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:01.953329 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-6e5c55b4-beae-4533-9cbb-057d1a3cc6ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a571ed9-463f-4e9f-8875-87c6e43c7065']}} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:38:01.963168 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-6e5c55b4-beae-4533-9cbb-057d1a3cc6ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf663bf6-8579-4e1d-ae85-454e0490f535') {'for_net_delete': True} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:38:01.963468 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-6e5c55b4-beae-4533-9cbb-057d1a3cc6ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf663bf6-8579-4e1d-ae85-454e0490f535') {} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:38:01.973774 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6e5c55b4-beae-4533-9cbb-057d1a3cc6ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3249957'] for segment (cf663bf6-8579-4e1d-ae85-454e0490f535), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:01.991767 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6e5c55b4-beae-4533-9cbb-057d1a3cc6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (cf663bf6-8579-4e1d-ae85-454e0490f535), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:01.994601 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5c55b4-beae-4533-9cbb-057d1a3cc6ba admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=106739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:38:01.994988 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6e5c55b4-beae-4533-9cbb-057d1a3cc6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3093733'] for segment (cf663bf6-8579-4e1d-ae85-454e0490f535), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:02.038064 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment cf663bf6-8579-4e1d-ae85-454e0490f535 resource provider aggregate not found Sep 05 12:38:02.057795 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment cf663bf6-8579-4e1d-ae85-454e0490f535 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf663bf6-8579-4e1d-ae85-454e0490f535 found for delete ", "request_id": "req-0d35e557-0a8b-452b-8a40-ec678f786faf"}]} Sep 05 12:38:02.156189 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6e5c55b4-beae-4533-9cbb-057d1a3cc6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (0a571ed9-463f-4e9f-8875-87c6e43c7065), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:02.173073 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6e5c55b4-beae-4533-9cbb-057d1a3cc6ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:02.173073 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-6e5c55b4-beae-4533-9cbb-057d1a3cc6ba admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/0a571ed9-463f-4e9f-8875-87c6e43c7065 HTTP/1.1" status: 204 len: 168 time: 0.3969731 Sep 05 12:38:02.173739 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 57996) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:38:02.178122 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c55b4-beae-4533-9cbb-057d1a3cc6ba admin admin] Pushing event deleted for resources: {'Network': ['ID=0a571ed9-463f-4e9f-8875-87c6e43c7065,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:02.227937 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebca122-351c-4cc1-aac2-80e3ce06814b admin admin] Deleting subnet ce20c60b-bf6b-4401-86d8-905fa549cdfc {{(pid=106740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:38:02.231634 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-bebca122-351c-4cc1-aac2-80e3ce06814b admin admin] Publish callbacks [] for subnet (ce20c60b-bf6b-4401-86d8-905fa549cdfc), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:02.269817 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-bebca122-351c-4cc1-aac2-80e3ce06814b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107463'] for subnet (ce20c60b-bf6b-4401-86d8-905fa549cdfc), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:02.310146 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-bebca122-351c-4cc1-aac2-80e3ce06814b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (ce20c60b-bf6b-4401-86d8-905fa549cdfc), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:02.453603 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-bebca122-351c-4cc1-aac2-80e3ce06814b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3773182'] for subnet (ce20c60b-bf6b-4401-86d8-905fa549cdfc), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:02.485806 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebca122-351c-4cc1-aac2-80e3ce06814b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce20c60b-bf6b-4401-86d8-905fa549cdfc,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:02.487824 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-bebca122-351c-4cc1-aac2-80e3ce06814b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:02.491843 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-bebca122-351c-4cc1-aac2-80e3ce06814b admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/ce20c60b-bf6b-4401-86d8-905fa549cdfc HTTP/1.1" status: 204 len: 168 time: 0.3223298 Sep 05 12:38:02.494212 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 58000) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:38:02.565591 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0a68a334-328f-424d-a411-6297c5bddd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (0b9af1c2-55d5-4cb2-aa8c-072e96e63957), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:02.650487 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0a68a334-328f-424d-a411-6297c5bddd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (0b9af1c2-55d5-4cb2-aa8c-072e96e63957), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:02.672291 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-0a68a334-328f-424d-a411-6297c5bddd3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9af1c2-55d5-4cb2-aa8c-072e96e63957']}} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:38:02.682677 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-0a68a334-328f-424d-a411-6297c5bddd3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e338f0d-3d7c-4d8f-b19b-cdab832d26f2') {'for_net_delete': True} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:38:02.682838 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-0a68a334-328f-424d-a411-6297c5bddd3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e338f0d-3d7c-4d8f-b19b-cdab832d26f2') {} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:38:02.692815 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0a68a334-328f-424d-a411-6297c5bddd3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107470'] for segment (1e338f0d-3d7c-4d8f-b19b-cdab832d26f2), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:02.707014 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0a68a334-328f-424d-a411-6297c5bddd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (1e338f0d-3d7c-4d8f-b19b-cdab832d26f2), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:02.714394 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a68a334-328f-424d-a411-6297c5bddd3c admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=106740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:38:02.714786 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0a68a334-328f-424d-a411-6297c5bddd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800242'] for segment (1e338f0d-3d7c-4d8f-b19b-cdab832d26f2), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:02.760024 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.services.segments.plugin [-] Segment 1e338f0d-3d7c-4d8f-b19b-cdab832d26f2 resource provider aggregate not found Sep 05 12:38:02.780621 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.services.segments.plugin [-] Segment 1e338f0d-3d7c-4d8f-b19b-cdab832d26f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e338f0d-3d7c-4d8f-b19b-cdab832d26f2 found for delete ", "request_id": "req-ec5d5703-cf49-4179-8df5-09d38ce1408d"}]} Sep 05 12:38:02.881706 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0a68a334-328f-424d-a411-6297c5bddd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (0b9af1c2-55d5-4cb2-aa8c-072e96e63957), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:02.887957 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0a68a334-328f-424d-a411-6297c5bddd3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:02.890283 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-0a68a334-328f-424d-a411-6297c5bddd3c admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/0b9af1c2-55d5-4cb2-aa8c-072e96e63957 HTTP/1.1" status: 204 len: 168 time: 0.3951390 Sep 05 12:38:02.902461 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68a334-328f-424d-a411-6297c5bddd3c admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9af1c2-55d5-4cb2-aa8c-072e96e63957,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:03.379305 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 58008) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:38:03.419910 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-8c9b7fe0-1c4b-46b5-9d4b-df0b0249ed8e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1e7b7f62953f4b7c9a46727007d45e26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393338 Sep 05 12:38:03.422326 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 58010) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:38:03.477112 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b0d92301-8950-4b3c-883a-902a5a64bccb admin admin] Publish callbacks [] for security_group (b58c82dd-c082-4222-8a23-35442d08dfd8), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:03.499645 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b0d92301-8950-4b3c-883a-902a5a64bccb admin admin] Publish callbacks [] for security_group (b58c82dd-c082-4222-8a23-35442d08dfd8), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:03.619248 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b0d92301-8950-4b3c-883a-902a5a64bccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (b58c82dd-c082-4222-8a23-35442d08dfd8), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:03.621880 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b0d92301-8950-4b3c-883a-902a5a64bccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:03.623320 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-b0d92301-8950-4b3c-883a-902a5a64bccb admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b58c82dd-c082-4222-8a23-35442d08dfd8 HTTP/1.1" status: 204 len: 168 time: 0.2000985 Sep 05 12:38:03.632442 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d92301-8950-4b3c-883a-902a5a64bccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58c82dd-c082-4222-8a23-35442d08dfd8,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:03.639345 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-cd92fb42-e92a-424c-93e6-159a458ea07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:04.368057 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 58018) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:38:04.411909 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-3e1c5429-d748-4470-a977-fc96bfc236d6 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e536c0f74ccf43cc9c6c8b5194833880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424960 Sep 05 12:38:04.414363 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 58020) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:38:04.463578 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d1b25a4e-e030-4604-97b9-cb07777a8800 admin admin] Publish callbacks [] for security_group (47979fdf-4795-4cd2-a561-76f7b3e6cb55), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:04.485159 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d1b25a4e-e030-4604-97b9-cb07777a8800 admin admin] Publish callbacks [] for security_group (47979fdf-4795-4cd2-a561-76f7b3e6cb55), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:04.599738 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d1b25a4e-e030-4604-97b9-cb07777a8800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (47979fdf-4795-4cd2-a561-76f7b3e6cb55), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:04.602329 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d1b25a4e-e030-4604-97b9-cb07777a8800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:04.603518 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-d1b25a4e-e030-4604-97b9-cb07777a8800 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/47979fdf-4795-4cd2-a561-76f7b3e6cb55 HTTP/1.1" status: 204 len: 168 time: 0.1883662 Sep 05 12:38:04.611714 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b25a4e-e030-4604-97b9-cb07777a8800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47979fdf-4795-4cd2-a561-76f7b3e6cb55,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:06.125391 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-38e37e95-e24a-4070-b8b7-106c3def035b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:07.390551 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:08.830667 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:09.219570 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:10.293695 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:38:10.356701 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 58092) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:38:10.481815 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-25bba4c7-84cf-43f4-8df5-9c9bb1f8af5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:10.532566 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:10.546721 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=6 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:10.560005 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-25bba4c7-84cf-43f4-8df5-9c9bb1f8af5e admin admin] Publish callbacks [] for security_group (951a447d-7928-4b09-b2ab-95f367799783), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:10.622734 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-25bba4c7-84cf-43f4-8df5-9c9bb1f8af5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (951a447d-7928-4b09-b2ab-95f367799783), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:10.663861 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bba4c7-84cf-43f4-8df5-9c9bb1f8af5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951a447d-7928-4b09-b2ab-95f367799783,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:10.668594 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-25bba4c7-84cf-43f4-8df5-9c9bb1f8af5e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7287d836308c4382939183c4fad4b23c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102360 Sep 05 12:38:10.671342 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 58096) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:38:10.726781 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-47a46acd-68b8-4426-a779-953087094e14 admin admin] Publish callbacks [] for security_group (951a447d-7928-4b09-b2ab-95f367799783), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:10.747880 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-47a46acd-68b8-4426-a779-953087094e14 admin admin] Publish callbacks [] for security_group (951a447d-7928-4b09-b2ab-95f367799783), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:10.887814 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-47a46acd-68b8-4426-a779-953087094e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (951a447d-7928-4b09-b2ab-95f367799783), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:10.890533 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-47a46acd-68b8-4426-a779-953087094e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:10.891738 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-47a46acd-68b8-4426-a779-953087094e14 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/951a447d-7928-4b09-b2ab-95f367799783 HTTP/1.1" status: 204 len: 168 time: 0.2193632 Sep 05 12:38:10.901004 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a46acd-68b8-4426-a779-953087094e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951a447d-7928-4b09-b2ab-95f367799783,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:11.388942 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b473cd-de01-43c6-bd95-a2e5441b19a4 req-7dc31712-0387-4dac-b9a4-b805a5d95133 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:11.390628 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-99b473cd-de01-43c6-bd95-a2e5441b19a4 req-7dc31712-0387-4dac-b9a4-b805a5d95133 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0547130 Sep 05 12:38:11.441137 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-99b473cd-de01-43c6-bd95-a2e5441b19a4 req-9dd83c60-92db-4d56-ad7d-6e6f84465fe7 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446897 Sep 05 12:38:11.605450 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 58110) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:38:11.620011 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-8e36fc1e-7576-413c-bde0-b9ef496cf440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:11.697172 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-8e36fc1e-7576-413c-bde0-b9ef496cf440 admin admin] Publish callbacks [] for security_group (0d4dea18-5903-438b-8ac0-d280f1a2370d), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:11.764992 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-8e36fc1e-7576-413c-bde0-b9ef496cf440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (0d4dea18-5903-438b-8ac0-d280f1a2370d), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:11.804825 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36fc1e-7576-413c-bde0-b9ef496cf440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4dea18-5903-438b-8ac0-d280f1a2370d,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:11.809020 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-8e36fc1e-7576-413c-bde0-b9ef496cf440 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4f990a90813e47709c90fdfcf790823f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025468 Sep 05 12:38:11.811744 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 58112) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:38:11.860947 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ec4f-5beb-4759-a089-2c991b17143e admin admin] Publish callbacks [] for security_group (0d4dea18-5903-438b-8ac0-d280f1a2370d), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:11.881649 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ec4f-5beb-4759-a089-2c991b17143e admin admin] Publish callbacks [] for security_group (0d4dea18-5903-438b-8ac0-d280f1a2370d), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:11.897235 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:12.042246 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ec4f-5beb-4759-a089-2c991b17143e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (0d4dea18-5903-438b-8ac0-d280f1a2370d), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:12.044950 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ec4f-5beb-4759-a089-2c991b17143e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:12.046155 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-ddb7ec4f-5beb-4759-a089-2c991b17143e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0d4dea18-5903-438b-8ac0-d280f1a2370d HTTP/1.1" status: 204 len: 168 time: 0.2336133 Sep 05 12:38:12.060540 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7ec4f-5beb-4759-a089-2c991b17143e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4dea18-5903-438b-8ac0-d280f1a2370d,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:12.575593 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa20530-6552-4e7f-9dc8-cfa387a656bd req-e9b2b8cc-f6de-4154-9f46-72ba52dae30c tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:12.577113 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-aaa20530-6552-4e7f-9dc8-cfa387a656bd req-e9b2b8cc-f6de-4154-9f46-72ba52dae30c tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0516028 Sep 05 12:38:12.630737 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-aaa20530-6552-4e7f-9dc8-cfa387a656bd req-df2a4be1-fb1b-4286-ad7d-b3c211e5109f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448050 Sep 05 12:38:13.758188 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41c359-67a3-4ac0-b005-43dfb842c2c3 req-0bdf17be-b83b-4eb4-b703-fe1c309e8d32 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:13.759763 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0e41c359-67a3-4ac0-b005-43dfb842c2c3 req-0bdf17be-b83b-4eb4-b703-fe1c309e8d32 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0501349 Sep 05 12:38:13.809801 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0e41c359-67a3-4ac0-b005-43dfb842c2c3 req-5008ea65-d9dc-4052-91f7-e53eb35830d4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444403 Sep 05 12:38:14.935934 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af7a6d-8598-497a-9cc1-5a0831539051 req-fc2db03e-fd06-4df3-b158-c2983ad68008 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:14.937379 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-69af7a6d-8598-497a-9cc1-5a0831539051 req-fc2db03e-fd06-4df3-b158-c2983ad68008 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0497038 Sep 05 12:38:14.987824 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-69af7a6d-8598-497a-9cc1-5a0831539051 req-81129cf8-f796-4ccd-94b0-2118efeaf795 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447361 Sep 05 12:38:16.115582 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad711ca-3021-4373-88c9-a3af0fcb9b5e req-23f2120b-581c-4d1f-ba42-73df0f1d731b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:16.117115 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4ad711ca-3021-4373-88c9-a3af0fcb9b5e req-23f2120b-581c-4d1f-ba42-73df0f1d731b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0497131 Sep 05 12:38:16.168399 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4ad711ca-3021-4373-88c9-a3af0fcb9b5e req-c0ad2e8a-a833-4c95-b2a5-dd6ae12eb74a tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454562 Sep 05 12:38:17.300055 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418db264-c48a-4caf-88de-e6b06dba4724 req-fef60536-e2e3-4636-b9e7-7c6282866c35 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:17.302179 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-418db264-c48a-4caf-88de-e6b06dba4724 req-fef60536-e2e3-4636-b9e7-7c6282866c35 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0504756 Sep 05 12:38:17.314425 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:17.322947 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:17.350323 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-418db264-c48a-4caf-88de-e6b06dba4724 req-5417dfe2-4689-4484-877d-a25df121a0bb tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425293 Sep 05 12:38:18.036254 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 58190) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:38:18.152961 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6d0b95dc-a729-432b-badb-d882e43ecf48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:18.238695 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6d0b95dc-a729-432b-badb-d882e43ecf48 admin admin] Publish callbacks [] for security_group (a0ccff32-e9c9-446d-8bd9-68af060d6257), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:18.336743 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6d0b95dc-a729-432b-badb-d882e43ecf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (a0ccff32-e9c9-446d-8bd9-68af060d6257), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:18.378822 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-6d0b95dc-a729-432b-badb-d882e43ecf48 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6de8b66f1cb747fd8003c8043a71e89c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414237 Sep 05 12:38:18.380176 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b95dc-a729-432b-badb-d882e43ecf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ccff32-e9c9-446d-8bd9-68af060d6257,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:18.383599 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 58196) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:38:18.399877 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:18.464860 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3eee6da8-2abc-4363-91a1-f0097beb603d admin admin] Publish callbacks [] for security_group (a0ccff32-e9c9-446d-8bd9-68af060d6257), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:18.499526 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da75a3-6d13-4113-90bb-0061f1bb0035 req-e2c71411-169b-438b-b82a-92e93752c8a5 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:18.500954 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a3da75a3-6d13-4113-90bb-0061f1bb0035 req-e2c71411-169b-438b-b82a-92e93752c8a5 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0669615 Sep 05 12:38:18.503144 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3eee6da8-2abc-4363-91a1-f0097beb603d admin admin] Publish callbacks [] for security_group (a0ccff32-e9c9-446d-8bd9-68af060d6257), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:18.582102 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a3da75a3-6d13-4113-90bb-0061f1bb0035 req-d6f610c6-3df9-44c3-ac54-fadc516cac73 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707059 Sep 05 12:38:18.648106 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3eee6da8-2abc-4363-91a1-f0097beb603d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (a0ccff32-e9c9-446d-8bd9-68af060d6257), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:18.650659 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-3eee6da8-2abc-4363-91a1-f0097beb603d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:18.651920 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-3eee6da8-2abc-4363-91a1-f0097beb603d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a0ccff32-e9c9-446d-8bd9-68af060d6257 HTTP/1.1" status: 204 len: 168 time: 0.2670329 Sep 05 12:38:18.660882 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee6da8-2abc-4363-91a1-f0097beb603d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ccff32-e9c9-446d-8bd9-68af060d6257,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:18.672105 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:18.677521 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:19.712277 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e55b9-60e8-4389-80bf-9be40d79f1d5 req-fdf2d0f5-60ed-4e3d-a69a-2174de2e55df tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:19.713810 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1f0e55b9-60e8-4389-80bf-9be40d79f1d5 req-fdf2d0f5-60ed-4e3d-a69a-2174de2e55df tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0534873 Sep 05 12:38:19.766188 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1f0e55b9-60e8-4389-80bf-9be40d79f1d5 req-87701f5a-e68a-4933-aa80-c60f3b549978 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466092 Sep 05 12:38:19.901992 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 58220) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:38:20.001879 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-731626ac-28d5-494a-a436-effdcb844968 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2143050903-network', 'tenant_id': '2a77deb0bf54420e90c26e66699b3611'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:38:20.127909 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731626ac-28d5-494a-a436-effdcb844968 admin admin] Made reservation on behalf of 2a77deb0bf54420e90c26e66699b3611 for: {'network': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:38:20.131094 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-731626ac-28d5-494a-a436-effdcb844968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:20.140802 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-731626ac-28d5-494a-a436-effdcb844968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:20.225434 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-731626ac-28d5-494a-a436-effdcb844968 admin admin] Publish callbacks [] for security_group (1caee86f-0a5f-4101-8728-4ceb8a96baf1), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:20.303136 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-731626ac-28d5-494a-a436-effdcb844968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (1caee86f-0a5f-4101-8728-4ceb8a96baf1), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:20.332419 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731626ac-28d5-494a-a436-effdcb844968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=106739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:38:20.341751 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731626ac-28d5-494a-a436-effdcb844968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caee86f-0a5f-4101-8728-4ceb8a96baf1,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:20.348604 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-731626ac-28d5-494a-a436-effdcb844968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (55d3281b-a5f4-437b-a6a4-2e4189517987), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:20.348949 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.segments_db [None req-731626ac-28d5-494a-a436-effdcb844968 admin admin] Added segment 55d3281b-a5f4-437b-a6a4-2e4189517987 of type vlan for network 940f936d-c824-4ec4-900c-187414e9e41b Sep 05 12:38:20.391381 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-731626ac-28d5-494a-a436-effdcb844968 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (940f936d-c824-4ec4-900c-187414e9e41b), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:20.468309 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-731626ac-28d5-494a-a436-effdcb844968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (940f936d-c824-4ec4-900c-187414e9e41b), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:20.469410 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731626ac-28d5-494a-a436-effdcb844968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:20.470103 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-731626ac-28d5-494a-a436-effdcb844968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:20.531553 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731626ac-28d5-494a-a436-effdcb844968 admin admin] Pushing event updated for resources: {'Network': ['ID=940f936d-c824-4ec4-900c-187414e9e41b,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:20.541924 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network 940f936d-c824-4ec4-900c-187414e9e41b details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:38:20.579615 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-731626ac-28d5-494a-a436-effdcb844968 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6764765 Sep 05 12:38:20.582501 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 58224) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:38:20.587439 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-115415bb-fffd-4ad5-b79f-10bd1ff21e9e admin admin] Request body: {'subnet': {'network_id': '940f936d-c824-4ec4-900c-187414e9e41b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2143050903-subnet', 'tenant_id': '2a77deb0bf54420e90c26e66699b3611', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:38:20.668520 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115415bb-fffd-4ad5-b79f-10bd1ff21e9e admin admin] Made reservation on behalf of 2a77deb0bf54420e90c26e66699b3611 for: {'subnet': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:38:20.671091 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-115415bb-fffd-4ad5-b79f-10bd1ff21e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4159216'] for subnet (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:20.895798 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a8097-1621-41c4-a7ef-0108237f0e88 req-67c95654-e9c8-42be-ad18-6439cec85acc tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:20.897375 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b02a8097-1621-41c4-a7ef-0108237f0e88 req-67c95654-e9c8-42be-ad18-6439cec85acc tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0502396 Sep 05 12:38:20.902945 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-115415bb-fffd-4ad5-b79f-10bd1ff21e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4159170'] for subnet (a5d41d05-3509-4e49-a017-f3e2ba403185), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:20.910151 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:20.954149 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-b02a8097-1621-41c4-a7ef-0108237f0e88 req-0c19f530-a786-487d-8113-0fc6013a34eb tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507307 Sep 05 12:38:20.961133 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115415bb-fffd-4ad5-b79f-10bd1ff21e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5d41d05-3509-4e49-a017-f3e2ba403185,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:20.979904 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115415bb-fffd-4ad5-b79f-10bd1ff21e9e admin admin] Checking segment: {'id': '55d3281b-a5f4-437b-a6a4-2e4189517987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '940f936d-c824-4ec4-900c-187414e9e41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:38:20.980268 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115415bb-fffd-4ad5-b79f-10bd1ff21e9e admin admin] Network hostable DHCP agents. Network: 940f936d-c824-4ec4-900c-187414e9e41b, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:38:20.982207 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:20.992714 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:21.047738 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115415bb-fffd-4ad5-b79f-10bd1ff21e9e admin admin] Network 940f936d-c824-4ec4-900c-187414e9e41b is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:38:21.133820 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-115415bb-fffd-4ad5-b79f-10bd1ff21e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, 940f936d-c824-4ec4-900c-187414e9e41b) {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:38:21.138539 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115415bb-fffd-4ad5-b79f-10bd1ff21e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:21.139697 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-115415bb-fffd-4ad5-b79f-10bd1ff21e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:21.142756 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b6eb27-8eeb-4e51-a0a3-f82231d1ba1b None None] Network 940f936d-c824-4ec4-900c-187414e9e41b requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:38:21.247571 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f400545-8a3b-4d2f-a84c-bcd1b7b3a8ae None None] Network 940f936d-c824-4ec4-900c-187414e9e41b requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:38:21.259048 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-115415bb-fffd-4ad5-b79f-10bd1ff21e9e admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6673248 Sep 05 12:38:21.366134 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:22.084183 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46386e0-15bc-4b06-9b8c-5a84059e378b req-f0734f00-5dd0-4902-8e57-4d7e938e6e24 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:22.085751 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e46386e0-15bc-4b06-9b8c-5a84059e378b req-f0734f00-5dd0-4902-8e57-4d7e938e6e24 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0504651 Sep 05 12:38:22.138114 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e46386e0-15bc-4b06-9b8c-5a84059e378b req-c690532b-bb0d-47f1-8b0a-91089adfcdce tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461960 Sep 05 12:38:23.264326 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29561e9b-9261-48f1-9f8f-cde2c0d11844 req-1f0f7a1d-feb9-40ef-978a-d5ee1b320f42 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:23.265840 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-29561e9b-9261-48f1-9f8f-cde2c0d11844 req-1f0f7a1d-feb9-40ef-978a-d5ee1b320f42 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0492523 Sep 05 12:38:23.320911 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-29561e9b-9261-48f1-9f8f-cde2c0d11844 req-e2ded12b-52d9-47da-9ed4-6feaabdabe1e tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489175 Sep 05 12:38:23.357971 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-d46f14c6-e845-4011-9ff0-d1452de25a6d tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:23.359554 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-d46f14c6-e845-4011-9ff0-d1452de25a6d tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/networks?id=940f936d-c824-4ec4-900c-187414e9e41b HTTP/1.1" status: 200 len: 814 time: 0.1144068 Sep 05 12:38:23.375742 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-581af155-4a7a-4215-954e-c0c8e20d15f4 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/quotas/2a77deb0bf54420e90c26e66699b3611 HTTP/1.1" status: 200 len: 375 time: 0.0097404 Sep 05 12:38:23.409975 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-2cad3b34-0249-4f18-a6c0-f1039cf32aea tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=2a77deb0bf54420e90c26e66699b3611&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286744 Sep 05 12:38:23.518443 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-2ec642dc-6c8f-45a1-9994-e473887d53e5 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/940f936d-c824-4ec4-900c-187414e9e41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994763 Sep 05 12:38:23.620133 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-665b7825-b3ee-4a4b-bd1f-b16f6e50178c service neutron] 10.222.0.62 "GET /networking/v2.0/networks/940f936d-c824-4ec4-900c-187414e9e41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957561 Sep 05 12:38:23.872508 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f1e70de6-be21-43a8-ad6e-77861c53cad8 req-cbe3eb23-e22d-47b2-95c4-e39d09da8e2f tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 210 time: 0.0305655 Sep 05 12:38:24.454868 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6923037-6471-4722-8dd1-de3b1bb9068e req-ab9e4fa2-08ad-45c6-8275-74e86708d21b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:24.456416 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f6923037-6471-4722-8dd1-de3b1bb9068e req-ab9e4fa2-08ad-45c6-8275-74e86708d21b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0545497 Sep 05 12:38:24.511390 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f6923037-6471-4722-8dd1-de3b1bb9068e req-ae1668cc-198c-438b-b9ce-1ec21799ad46 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482213 Sep 05 12:38:24.969919 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-89cc4190-a20c-44df-b9ac-6fa2f78043f3 req-bed6d788-26f6-45bb-94b8-3eb9a780eea1 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 210 time: 0.0290575 Sep 05 12:38:25.638534 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad10b8-471a-41fb-bed5-f2d8d8c01fdc req-430d4dcb-aa99-41ca-bf78-7e225c09712b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:25.640094 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-95ad10b8-471a-41fb-bed5-f2d8d8c01fdc req-430d4dcb-aa99-41ca-bf78-7e225c09712b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0490699 Sep 05 12:38:25.690307 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-95ad10b8-471a-41fb-bed5-f2d8d8c01fdc req-caad2f30-2582-4902-bce8-d31fab14efa1 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443578 Sep 05 12:38:26.073815 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f1a973c6-aa51-43fb-bec1-4829a4eebcaf req-482995d0-a512-4ce5-b8e1-922ad92e0d42 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 210 time: 0.0282407 Sep 05 12:38:26.584796 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-921153e9-7e4f-48ff-9896-88a3060dde3f tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:26.586274 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-921153e9-7e4f-48ff-9896-88a3060dde3f tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.58 "GET /networking/v2.0/networks?id=940f936d-c824-4ec4-900c-187414e9e41b HTTP/1.1" status: 200 len: 814 time: 0.1089344 Sep 05 12:38:26.609520 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-1049ac76-b536-4188-8982-c05a382bee20 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Request body: {'port': {'device_id': '7761d354-80bf-44da-a290-3d35fa7a7a42', 'network_id': '940f936d-c824-4ec4-900c-187414e9e41b', 'admin_state_up': True, 'tenant_id': '2a77deb0bf54420e90c26e66699b3611'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:38:26.804307 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-1049ac76-b536-4188-8982-c05a382bee20 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Made reservation on behalf of 2a77deb0bf54420e90c26e66699b3611 for: {'port': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:38:26.808124 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-1049ac76-b536-4188-8982-c05a382bee20 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:26.839963 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3b0db-deb5-4cdc-b4a1-d007ab11f300 req-19ca76fb-36c2-414d-bf2c-a49ed5cfcce4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:26.841361 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e1a3b0db-deb5-4cdc-b4a1-d007ab11f300 req-19ca76fb-36c2-414d-bf2c-a49ed5cfcce4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0719037 Sep 05 12:38:26.890541 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:26.899839 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:26.961078 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e1a3b0db-deb5-4cdc-b4a1-d007ab11f300 req-84960ea5-ee27-4859-af57-acaa5cd2bbe4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134624 Sep 05 12:38:26.994079 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-1049ac76-b536-4188-8982-c05a382bee20 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Allocated IP 172.20.0.13 (940f936d-c824-4ec4-900c-187414e9e41b/a5d41d05-3509-4e49-a017-f3e2ba403185/c2250e16-86aa-47dd-9cb2-2fac74ef3dd1) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:38:27.153714 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-1049ac76-b536-4188-8982-c05a382bee20 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Publish callbacks [] for port (c2250e16-86aa-47dd-9cb2-2fac74ef3dd1), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:27.202794 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f4652822-ecdd-475e-a4d1-5664a0384b22 req-dbedd77e-05f0-46e3-a8ff-3761c649875b tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 210 time: 0.0349274 Sep 05 12:38:27.260461 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-1049ac76-b536-4188-8982-c05a382bee20 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (c2250e16-86aa-47dd-9cb2-2fac74ef3dd1), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:27.312660 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-1049ac76-b536-4188-8982-c05a382bee20 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Network 940f936d-c824-4ec4-900c-187414e9e41b is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:38:27.318520 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-1049ac76-b536-4188-8982-c05a382bee20 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:38:27.320798 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049ac76-b536-4188-8982-c05a382bee20 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Pushing event updated for resources: {'Port': ['ID=c2250e16-86aa-47dd-9cb2-2fac74ef3dd1,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:27.322979 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-1049ac76-b536-4188-8982-c05a382bee20 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:38:27.371637 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-1049ac76-b536-4188-8982-c05a382bee20 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:27.372166 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-1049ac76-b536-4188-8982-c05a382bee20 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:27.375686 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:27.491484 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-1049ac76-b536-4188-8982-c05a382bee20 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8861921 Sep 05 12:38:27.510864 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Request body: {'port': {'device_id': '7761d354-80bf-44da-a290-3d35fa7a7a42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:38:27.569545 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (c2250e16-86aa-47dd-9cb2-2fac74ef3dd1), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:27.827066 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 {{(pid=106739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:38:27.834960 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Publish callbacks [] for port (c2250e16-86aa-47dd-9cb2-2fac74ef3dd1), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:27.847663 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.provisioning_blocks [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Transition to ACTIVE for port object c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 will not be triggered until provisioned by entity L2. {{(pid=106739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:38:27.933276 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (c2250e16-86aa-47dd-9cb2-2fac74ef3dd1), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:28.019275 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Pushing event updated for resources: {'Port': ['ID=c2250e16-86aa-47dd-9cb2-2fac74ef3dd1,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:28.062615 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Attempting to bind port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:38:28.062954 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Attempting to bind port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '55d3281b-a5f4-437b-a6a4-2e4189517987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '940f936d-c824-4ec4-900c-187414e9e41b'}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:38:28.063290 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Attempting to bind port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 on network 940f936d-c824-4ec4-900c-187414e9e41b {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:38:28.121540 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd92ee7-0646-4a1c-81fb-8db34f0b5d03 req-8ce28909-4e34-4ddf-9230-cd0dadc74162 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:28.123058 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2cd92ee7-0646-4a1c-81fb-8db34f0b5d03 req-8ce28909-4e34-4ddf-9230-cd0dadc74162 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0797086 Sep 05 12:38:28.153045 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 on network 940f936d-c824-4ec4-900c-187414e9e41b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:38:28.153384 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Attempting to bind port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 on network 940f936d-c824-4ec4-900c-187414e9e41b {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:38:28.210331 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2cd92ee7-0646-4a1c-81fb-8db34f0b5d03 req-763c6c39-2055-4517-b09c-31ac4da59e26 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800426 Sep 05 12:38:28.226307 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:38:28.226652 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Checking segment: {'id': '55d3281b-a5f4-437b-a6a4-2e4189517987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '940f936d-c824-4ec4-900c-187414e9e41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:38:28.227042 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Bound using segment: {'id': '55d3281b-a5f4-437b-a6a4-2e4189517987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '940f936d-c824-4ec4-900c-187414e9e41b'} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:38:28.227487 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Bound port: c2250e16-86aa-47dd-9cb2-2fac74ef3dd1, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d3281b-a5f4-437b-a6a4-2e4189517987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '940f936d-c824-4ec4-900c-187414e9e41b'}}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:38:28.227879 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (c2250e16-86aa-47dd-9cb2-2fac74ef3dd1), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:28.290509 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:28.300310 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] For port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1, host hv-cinder-80135, cleared binding levels {{(pid=106739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:38:28.305739 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] For port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c2250e16-86aa-47dd-9cb2-2fac74ef3dd1,segment=NetworkSegment(55d3281b-a5f4-437b-a6a4-2e4189517987),segment_id=55d3281b-a5f4-437b-a6a4-2e4189517987)] {{(pid=106739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:38:28.306087 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:28.336428 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167932d9-34af-4a78-8002-177c7633d767 req-1da15dca-9253-46c5-9df8-12ac90cf32b8 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:28.339732 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-167932d9-34af-4a78-8002-177c7633d767 req-1da15dca-9253-46c5-9df8-12ac90cf32b8 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 944 time: 0.0491378 Sep 05 12:38:28.387819 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-167932d9-34af-4a78-8002-177c7633d767 req-8084bd03-5e47-4c5c-822e-64a0566f6e9e tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440733 Sep 05 12:38:28.391683 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (c2250e16-86aa-47dd-9cb2-2fac74ef3dd1), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:28.396723 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:28.397341 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:28.398807 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 HTTP/1.1" status: 200 len: 1094 time: 0.8922486 Sep 05 12:38:28.399310 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7761d354-80bf-44da-a290-3d35fa7a7a42', 'tag': 'c2250e16-86aa-47dd-9cb2-2fac74ef3dd1'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:38:28.401859 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3291b33b-99d0-4f2f-96ea-f71239ddf066" -d '{"events": [{"name": "network-changed", "server_uuid": "7761d354-80bf-44da-a290-3d35fa7a7a42", "tag": "c2250e16-86aa-47dd-9cb2-2fac74ef3dd1"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:38:28.441502 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac115522-14ac-4298-8e79-63bf79012543 x-openstack-request-id: req-ac115522-14ac-4298-8e79-63bf79012543 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:38:28.443757 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7761d354-80bf-44da-a290-3d35fa7a7a42", "tag": "c2250e16-86aa-47dd-9cb2-2fac74ef3dd1", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:38:28.443757 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac115522-14ac-4298-8e79-63bf79012543 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:38:28.443757 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac115522-14ac-4298-8e79-63bf79012543'] response: {'name': 'network-changed', 'server_uuid': '7761d354-80bf-44da-a290-3d35fa7a7a42', 'tag': 'c2250e16-86aa-47dd-9cb2-2fac74ef3dd1', 'status': 'completed', 'code': 200} Sep 05 12:38:28.465825 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:28.469517 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67963a80-d345-4a8e-9d37-de676dec8016 service neutron] Pushing event updated for resources: {'Port': ['ID=c2250e16-86aa-47dd-9cb2-2fac74ef3dd1,revision_number=3']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:28.542357 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291b33b-99d0-4f2f-96ea-f71239ddf066 req-1ddd72a6-e543-43a0-8cae-7fc04e13c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:28.543797 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3291b33b-99d0-4f2f-96ea-f71239ddf066 req-1ddd72a6-e543-43a0-8cae-7fc04e13c0e1 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a77deb0bf54420e90c26e66699b3611&device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 1128 time: 0.0459528 Sep 05 12:38:28.655010 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291b33b-99d0-4f2f-96ea-f71239ddf066 req-b07ac6e7-cf09-4a4f-bde7-9c4b40b85bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:28.656500 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3291b33b-99d0-4f2f-96ea-f71239ddf066 req-b07ac6e7-cf09-4a4f-bde7-9c4b40b85bd3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=2a77deb0bf54420e90c26e66699b3611&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0929739 Sep 05 12:38:28.756436 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291b33b-99d0-4f2f-96ea-f71239ddf066 req-38bdc5b0-a9b0-4053-be83-64c329cd9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:28.757889 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3291b33b-99d0-4f2f-96ea-f71239ddf066 req-38bdc5b0-a9b0-4053-be83-64c329cd9870 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948696 Sep 05 12:38:28.860017 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-7efdd56c-5074-452e-9a6c-3a380583801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:28.861582 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-7efdd56c-5074-452e-9a6c-3a380583801d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a77deb0bf54420e90c26e66699b3611&device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 1128 time: 0.0409448 Sep 05 12:38:28.914737 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-7cf6d244-1460-43c4-8931-79ec5ecbfdc6 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 HTTP/1.1" status: 200 len: 217 time: 0.0350294 Sep 05 12:38:28.969948 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-4e7f714f-bb33-437d-a09c-081e2a5488da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:28.971464 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-4e7f714f-bb33-437d-a09c-081e2a5488da service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a5d41d05-3509-4e49-a017-f3e2ba403185 HTTP/1.1" status: 200 len: 854 time: 0.0492806 Sep 05 12:38:29.005886 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-65cdfd5a-d083-4723-845e-425c9d716169 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=940f936d-c824-4ec4-900c-187414e9e41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269587 Sep 05 12:38:29.099799 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-66f40807-6bf3-4288-a249-b57b59b920ed service neutron] 10.222.0.58 "GET /networking/v2.0/networks/940f936d-c824-4ec4-900c-187414e9e41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875447 Sep 05 12:38:29.196831 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6ad4f519-ebc1-4969-a914-cacf9dbcf4f0 req-925f5d46-8902-4f9b-a534-87649c8cc275 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/940f936d-c824-4ec4-900c-187414e9e41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894933 Sep 05 12:38:29.338905 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ee279-0339-4ee9-8b02-56d70f6473a4 req-e56af368-1165-4acd-b095-cece43b1eaba tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:29.340451 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ac4ee279-0339-4ee9-8b02-56d70f6473a4 req-e56af368-1165-4acd-b095-cece43b1eaba tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0486012 Sep 05 12:38:29.389700 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ac4ee279-0339-4ee9-8b02-56d70f6473a4 req-81166c9a-b21d-4d1d-a55a-57a5cbac01bd tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435021 Sep 05 12:38:29.514774 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751f48d-5d03-4eec-b861-15e84c378aa6 req-d90d7a2b-6bbf-445a-9823-fee67e911459 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:29.516228 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3751f48d-5d03-4eec-b861-15e84c378aa6 req-d90d7a2b-6bbf-445a-9823-fee67e911459 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 944 time: 0.0481205 Sep 05 12:38:29.565418 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3751f48d-5d03-4eec-b861-15e84c378aa6 req-e90c4de9-fc8d-460c-a8fc-bb3f55ebfd7e tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434332 Sep 05 12:38:30.518249 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10d1e4-2567-4dca-8fb0-1a64f0929170 req-a876701e-25fb-4687-a650-31792eb43a9b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:30.519785 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1b10d1e4-2567-4dca-8fb0-1a64f0929170 req-a876701e-25fb-4687-a650-31792eb43a9b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0528862 Sep 05 12:38:30.571924 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1b10d1e4-2567-4dca-8fb0-1a64f0929170 req-bf162e6d-c177-457c-bd16-a07fd3590e6d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458219 Sep 05 12:38:30.691639 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cd615-b1a7-4021-9a62-6c71b4dac6cf req-9b9d34d1-8387-4624-858e-040890a81a76 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:30.693765 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-532cd615-b1a7-4021-9a62-6c71b4dac6cf req-9b9d34d1-8387-4624-858e-040890a81a76 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 944 time: 0.0517836 Sep 05 12:38:30.745170 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-532cd615-b1a7-4021-9a62-6c71b4dac6cf req-c9f8be0c-932a-4e8e-96a1-1853dacee1e1 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431867 Sep 05 12:38:31.321822 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:38:31.324041 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:31.554007 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c2250e16-86aa-47dd-9cb2-2fac74ef3dd1,segment=NetworkSegment(55d3281b-a5f4-437b-a6a4-2e4189517987),segment_id=55d3281b-a5f4-437b-a6a4-2e4189517987)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:38:31.566065 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': 'c2250e16-86aa-47dd-9cb2-2fac74ef3dd1', 'network_id': '940f936d-c824-4ec4-900c-187414e9e41b', 'port_id': 'c2250e16-86aa-47dd-9cb2-2fac74ef3dd1', 'mac_address': 'fa:16:3e:44:bd:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d41d05-3509-4e49-a017-f3e2ba403185', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:38:31.602824 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:38:31.603128 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (c2250e16-86aa-47dd-9cb2-2fac74ef3dd1), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:31.621180 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:38:31.639282 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c2250e16-86aa-47dd-9cb2-2fac74ef3dd1,segment=NetworkSegment(55d3281b-a5f4-437b-a6a4-2e4189517987),segment_id=55d3281b-a5f4-437b-a6a4-2e4189517987)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:38:31.696782 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aad98b-58fc-487c-99f7-b1ef62e4ab07 req-fe1b476f-812c-45a9-8c02-535499ff472f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:31.698341 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-25aad98b-58fc-487c-99f7-b1ef62e4ab07 req-fe1b476f-812c-45a9-8c02-535499ff472f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0479083 Sep 05 12:38:31.748324 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (c2250e16-86aa-47dd-9cb2-2fac74ef3dd1), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:31.749043 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-25aad98b-58fc-487c-99f7-b1ef62e4ab07 req-9f5974cd-05d6-4f0e-9eea-56e44234d614 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445609 Sep 05 12:38:31.798220 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=c2250e16-86aa-47dd-9cb2-2fac74ef3dd1,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:31.805453 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:38:31.805803 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:38:31.806145 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:38:31.806481 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:38:31.806815 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:38:31.807143 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:38:31.807467 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:38:31.807816 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:38:31.808139 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:38:31.808479 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:38:31.808784 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:38:31.809106 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:38:31.809423 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:38:31.809740 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:38:31.810167 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:38:31.875941 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f8b7d-2683-4440-93d7-2413136f700e req-0fbcdd0d-9ac2-4079-bd59-ebd7f665f508 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:31.877364 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b12f8b7d-2683-4440-93d7-2413136f700e req-0fbcdd0d-9ac2-4079-bd59-ebd7f665f508 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 945 time: 0.0506649 Sep 05 12:38:31.889948 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:31.928141 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b12f8b7d-2683-4440-93d7-2413136f700e req-5695a4d9-1cb6-4c59-86d4-eab7253486b0 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439942 Sep 05 12:38:32.154984 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['c2250e16-86aa-47dd-9cb2-2fac74ef3dd1'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:38:32.875406 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8319b1-6e6e-4bb4-b506-9352a6c87aea req-ae480cd4-cec3-4a31-a565-25eb96c67e2f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:32.876929 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ba8319b1-6e6e-4bb4-b506-9352a6c87aea req-ae480cd4-cec3-4a31-a565-25eb96c67e2f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0483541 Sep 05 12:38:32.930001 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ba8319b1-6e6e-4bb4-b506-9352a6c87aea req-e94ff612-ea97-4383-aa22-7c87ad1b613f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466175 Sep 05 12:38:33.062199 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339f5e3-465b-489c-9b65-d785e8811ddc req-c81ad357-018d-4e1d-84dd-499c85cd0c0a tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:33.070723 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1339f5e3-465b-489c-9b65-d785e8811ddc req-c81ad357-018d-4e1d-84dd-499c85cd0c0a tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 945 time: 0.0598054 Sep 05 12:38:33.113521 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1339f5e3-465b-489c-9b65-d785e8811ddc req-167d039b-0343-443f-9d78-4ec37616b511 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428290 Sep 05 12:38:33.341530 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c40ca-63ed-4f22-b7e4-0315a7a451ba req-3c184311-248d-42e8-89b6-07ebdbde5bec tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:33.342970 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8a1c40ca-63ed-4f22-b7e4-0315a7a451ba req-3c184311-248d-42e8-89b6-07ebdbde5bec tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0485516 Sep 05 12:38:33.362151 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:38:33.396053 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8a1c40ca-63ed-4f22-b7e4-0315a7a451ba req-b1ccd382-1b9a-48df-8ca1-514a334a034c tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464754 Sep 05 12:38:33.434708 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:38:33.524182 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db573257-e5a1-4417-b2c9-99545143f430 req-ed7ac839-41d0-4a67-b07a-51dfd52af900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:33.525681 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-db573257-e5a1-4417-b2c9-99545143f430 req-ed7ac839-41d0-4a67-b07a-51dfd52af900 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=7b514c04a13742b1b19d46fec1c40f69&device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 1130 time: 0.0403967 Sep 05 12:38:33.533872 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:38:33.534250 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (c2250e16-86aa-47dd-9cb2-2fac74ef3dd1), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:33.576424 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:33.593239 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:33.628241 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:38:33.628518 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db573257-e5a1-4417-b2c9-99545143f430 req-afc51d86-717f-41f9-b7c8-dd107f8582fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:33.628661 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (c2250e16-86aa-47dd-9cb2-2fac74ef3dd1), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:33.630551 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-db573257-e5a1-4417-b2c9-99545143f430 req-afc51d86-717f-41f9-b7c8-dd107f8582fb service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=fe3deca4-eb5b-4550-84a3-afb4afe5c540 HTTP/1.1" status: 200 len: 911 time: 0.0973346 Sep 05 12:38:33.653137 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7761d354-80bf-44da-a290-3d35fa7a7a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2250e16-86aa-47dd-9cb2-2fac74ef3dd1'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:38:33.655390 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203792ac-6de6-474f-a0bf-7cb053aafa00" -d '{"events": [{"server_uuid": "7761d354-80bf-44da-a290-3d35fa7a7a42", "name": "network-vif-plugged", "status": "completed", "tag": "c2250e16-86aa-47dd-9cb2-2fac74ef3dd1"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:38:33.668656 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1ad6e08f-8dca-4e09-abd5-3e3e6406109a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:33.672680 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c2250e16-86aa-47dd-9cb2-2fac74ef3dd1,segment=NetworkSegment(55d3281b-a5f4-437b-a6a4-2e4189517987),segment_id=55d3281b-a5f4-437b-a6a4-2e4189517987)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:38:33.686661 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:33.697853 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11beab5-869f-47d3-a1da-b98a94f4e5f1 x-openstack-request-id: req-e11beab5-869f-47d3-a1da-b98a94f4e5f1 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:38:33.698153 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7761d354-80bf-44da-a290-3d35fa7a7a42", "name": "network-vif-plugged", "status": "completed", "tag": "c2250e16-86aa-47dd-9cb2-2fac74ef3dd1", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:38:33.698411 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e11beab5-869f-47d3-a1da-b98a94f4e5f1 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:38:33.698994 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11beab5-869f-47d3-a1da-b98a94f4e5f1'] response: {'server_uuid': '7761d354-80bf-44da-a290-3d35fa7a7a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2250e16-86aa-47dd-9cb2-2fac74ef3dd1', 'code': 200} Sep 05 12:38:33.701827 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-db573257-e5a1-4417-b2c9-99545143f430 req-eeef87b4-5d07-4fa4-b339-fedb8798801c service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 HTTP/1.1" status: 200 len: 1001 time: 0.0611043 Sep 05 12:38:33.742739 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (c2250e16-86aa-47dd-9cb2-2fac74ef3dd1), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:33.803766 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db573257-e5a1-4417-b2c9-99545143f430 req-7dba2209-ea9f-43fd-acad-77aa34dac1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:33.805322 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-db573257-e5a1-4417-b2c9-99545143f430 req-7dba2209-ea9f-43fd-acad-77aa34dac1ba service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b9b83362-733a-4921-af9e-bd64e5242e88 HTTP/1.1" status: 200 len: 849 time: 0.0552773 Sep 05 12:38:33.805803 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=c2250e16-86aa-47dd-9cb2-2fac74ef3dd1,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:38:33.850697 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db573257-e5a1-4417-b2c9-99545143f430 req-67a95785-e69b-4ae3-8e81-2f6e39780f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:33.852169 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-db573257-e5a1-4417-b2c9-99545143f430 req-67a95785-e69b-4ae3-8e81-2f6e39780f5a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=fe3deca4-eb5b-4550-84a3-afb4afe5c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400527 Sep 05 12:38:33.953476 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-db573257-e5a1-4417-b2c9-99545143f430 req-e0aecac8-d9d3-4ac0-88b7-a5b26de066d9 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940859 Sep 05 12:38:34.355902 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c9c02-1a86-40c1-9f83-8c1373557a91 req-a66d5c06-0d0e-4b5a-9b9d-dad669007c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:34.357393 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fb3c9c02-1a86-40c1-9f83-8c1373557a91 req-a66d5c06-0d0e-4b5a-9b9d-dad669007c3f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 1130 time: 0.1044273 Sep 05 12:38:34.364697 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4d650-c92a-4e42-a163-480f76ec09ce req-54497dc2-d417-4329-8161-45fae1fd77f0 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:34.366176 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-91e4d650-c92a-4e42-a163-480f76ec09ce req-54497dc2-d417-4329-8161-45fae1fd77f0 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 946 time: 0.1143334 Sep 05 12:38:34.435338 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-db573257-e5a1-4417-b2c9-99545143f430 req-7b51e59e-88ca-43e4-a9e5-73326b2ee8e6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724083 Sep 05 12:38:34.465455 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fb3c9c02-1a86-40c1-9f83-8c1373557a91 req-05449b9e-d0e2-49e2-a83d-05eed169062a service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960088 Sep 05 12:38:34.470045 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-91e4d650-c92a-4e42-a163-480f76ec09ce req-b5a4f209-f456-474f-8846-945a0fe75e56 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935085 Sep 05 12:38:34.537974 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473bb61-ec8a-4382-85a1-893a8694b479 req-6ddb300d-508b-4625-a10c-c706b3b88fff tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:34.539507 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5473bb61-ec8a-4382-85a1-893a8694b479 req-6ddb300d-508b-4625-a10c-c706b3b88fff tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0486932 Sep 05 12:38:34.588526 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5473bb61-ec8a-4382-85a1-893a8694b479 req-3ed21900-b759-4de9-b850-06aeb77b700a tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432048 Sep 05 12:38:35.605115 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02366c41-1080-4e72-a0b2-9d756a0971dc req-086df425-f420-4be9-b79c-627923106487 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:35.606596 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-02366c41-1080-4e72-a0b2-9d756a0971dc req-086df425-f420-4be9-b79c-627923106487 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 946 time: 0.0564313 Sep 05 12:38:35.656983 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-02366c41-1080-4e72-a0b2-9d756a0971dc req-b4b7015c-04a8-431a-af61-14c82186b0e1 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446110 Sep 05 12:38:35.722108 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a3c30-f783-44e8-8dc4-97e1632ffe59 req-d08f76a6-c77f-4c12-a886-2ac1d713f889 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:35.724226 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-705a3c30-f783-44e8-8dc4-97e1632ffe59 req-d08f76a6-c77f-4c12-a886-2ac1d713f889 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0506620 Sep 05 12:38:35.774120 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-705a3c30-f783-44e8-8dc4-97e1632ffe59 req-fe91a111-e1e0-433c-8264-98fb22a5375c tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441477 Sep 05 12:38:36.105333 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-92b53d37-2d43-436c-9dba-d88dae3d507f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:36.763095 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:36.781203 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96fbee-885b-4073-98ca-dad8f6260058 req-c94b1d1a-568c-459d-b086-59a65df93914 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:36.782721 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bd96fbee-885b-4073-98ca-dad8f6260058 req-c94b1d1a-568c-459d-b086-59a65df93914 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 946 time: 0.0487518 Sep 05 12:38:36.833657 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bd96fbee-885b-4073-98ca-dad8f6260058 req-306a9715-6906-4cb9-8d10-2a89a004e476 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445752 Sep 05 12:38:36.906949 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca798dc-7c4e-4398-adc5-2077e24afb31 req-0eeb88b5-3831-4346-abcc-fe10105c4970 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:38:36.908502 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1ca798dc-7c4e-4398-adc5-2077e24afb31 req-0eeb88b5-3831-4346-abcc-fe10105c4970 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0533271 Sep 05 12:38:36.961569 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1ca798dc-7c4e-4398-adc5-2077e24afb31 req-bfa7121c-2d4d-4950-bbc4-6796ef80a542 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445580 Sep 05 12:38:37.363253 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:38.794461 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:39.139862 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:38:46.827384 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=5 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:46.830346 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=59 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:46.955395 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:46.957666 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=86 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:47.293596 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:38:49.069190 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:49.071129 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:38:51.370019 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:01.296983 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:01.298968 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:01.381660 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:01.382274 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:03.689605 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-2edceefb-b40a-4a83-915f-b960d553e5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:06.080698 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-22b2e41e-bbaf-48bc-87e3-73c201abd1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:07.369321 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:08.801872 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:09.134863 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:13.498846 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 58500) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:39:13.651368 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Deleting port ab1fc7bf-fa27-4c76-bff0-432c053d1d75 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:39:13.651660 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (ab1fc7bf-fa27-4c76-bff0-432c053d1d75), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:13.735262 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (ab1fc7bf-fa27-4c76-bff0-432c053d1d75), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:13.735617 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for floatingip (ab1fc7bf-fa27-4c76-bff0-432c053d1d75), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:13.749193 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Calling delete_port for ab1fc7bf-fa27-4c76-bff0-432c053d1d75 owned by network:floatingip {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:39:14.001346 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (ab1fc7bf-fa27-4c76-bff0-432c053d1d75), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:14.025424 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event deleted for resources: {'Port': ['ID=ab1fc7bf-fa27-4c76-bff0-432c053d1d75,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:14.035720 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:14.036116 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:14.036408 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:14.036754 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:14.037087 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:14.037415 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:14.037745 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:14.038063 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:14.039297 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:14.039297 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:14.039297 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:14.039735 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:14.039735 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:14.040052 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:14.040311 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:14.109729 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for floatingip (eb7477e2-3f18-4421-888b-276babeac036), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:14.110051 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Floating IP eb7477e2-3f18-4421-888b-276babeac036 disassociated (deleted). External IP: 172.27.4.115, port: 6b29555c-21f4-47bd-b77b-4b65005e7159. Sep 05 12:39:14.317543 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Router 301759a2-e838-4c5e-ae94-a67cc6616bdc has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:39:14.423845 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:39:14.428715 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:14.435650 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41082d55-1900-4556-a4fa-665546bed355 None None] Sync routers for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:39:14.444796 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41082d55-1900-4556-a4fa-665546bed355 None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:39:14.445414 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-41082d55-1900-4556-a4fa-665546bed355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:39:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:14.453769 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:14.461316 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-2f0d8dcc-bc3d-4db9-87f3-1912ef230afe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/eb7477e2-3f18-4421-888b-276babeac036 HTTP/1.1" status: 204 len: 168 time: 0.9613709 Sep 05 12:39:14.461899 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d43048-46ef-4843-b1ba-6105a322c05f', 'tag': '6b29555c-21f4-47bd-b77b-4b65005e7159'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:39:14.464196 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa9d300-1f0b-4324-94a2-19f988c6678c" -d '{"events": [{"name": "network-changed", "server_uuid": "26d43048-46ef-4843-b1ba-6105a322c05f", "tag": "6b29555c-21f4-47bd-b77b-4b65005e7159"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:39:14.509722 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfab3097-178e-4ebb-998f-e5e55c199883 x-openstack-request-id: req-cfab3097-178e-4ebb-998f-e5e55c199883 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:39:14.509722 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d43048-46ef-4843-b1ba-6105a322c05f", "tag": "6b29555c-21f4-47bd-b77b-4b65005e7159", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:39:14.509722 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfab3097-178e-4ebb-998f-e5e55c199883 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:39:14.509722 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfab3097-178e-4ebb-998f-e5e55c199883'] response: {'name': 'network-changed', 'server_uuid': '26d43048-46ef-4843-b1ba-6105a322c05f', 'tag': '6b29555c-21f4-47bd-b77b-4b65005e7159', 'status': 'completed', 'code': 200} Sep 05 12:39:14.563871 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-41082d55-1900-4556-a4fa-665546bed355 None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:39:14.790981 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-41082d55-1900-4556-a4fa-665546bed355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'f2d35b84-8fb9-441a-93c1-82158f87f25a', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'floating_ip_address': '172.27.4.209', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'port_id': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'mac_address': 'fa:16:3e:09:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ca1300-109c-4625-a6f9-f7094055e384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:35:19Z', 'updated_at': '2022-09-05T12:35:23Z', 'revision_number': 1, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:14.817494 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41082d55-1900-4556-a4fa-665546bed355 None None] Checking router: 301759a2-e838-4c5e-ae94-a67cc6616bdc for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:39:14.826623 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41082d55-1900-4556-a4fa-665546bed355 None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:39:14.827311 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-41082d55-1900-4556-a4fa-665546bed355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:39:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:14.940356 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-41082d55-1900-4556-a4fa-665546bed355 None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:39:15.050346 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410a816-b8f5-4ab2-9c75-1df9f7152bad req-d93785d2-16a7-43ce-aa7c-54066a4be0a8 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:15.053102 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d410a816-b8f5-4ab2-9c75-1df9f7152bad req-d93785d2-16a7-43ce-aa7c-54066a4be0a8 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 945 time: 0.1987364 Sep 05 12:39:15.069516 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:15.110910 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d410a816-b8f5-4ab2-9c75-1df9f7152bad req-f8b6afcb-0123-4ce1-9342-bf23f98b914f tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529273 Sep 05 12:39:15.178288 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-41082d55-1900-4556-a4fa-665546bed355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'f2d35b84-8fb9-441a-93c1-82158f87f25a', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'floating_ip_address': '172.27.4.209', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'port_id': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'mac_address': 'fa:16:3e:09:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ca1300-109c-4625-a6f9-f7094055e384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:35:19Z', 'updated_at': '2022-09-05T12:35:23Z', 'revision_number': 1, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:15.204296 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41082d55-1900-4556-a4fa-665546bed355 None None] The sync data for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi is: [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'f2d35b84-8fb9-441a-93c1-82158f87f25a', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'floating_ip_address': '172.27.4.209', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'port_id': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'mac_address': 'fa:16:3e:09:da:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ca1300-109c-4625-a6f9-f7094055e384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:35:19Z', 'updated_at': '2022-09-05T12:35:23Z', 'revision_number': 1, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:39:15.438047 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db61f94-f983-4620-92b4-e406296fac96 None None] New status for floating IP eb7477e2-3f18-4421-888b-276babeac036: DOWN {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:39:15.599804 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9d300-1f0b-4324-94a2-19f988c6678c req-aaa511a2-18f6-425e-b17a-5cd5a0faa52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:15.601235 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5aa9d300-1f0b-4324-94a2-19f988c6678c req-aaa511a2-18f6-425e-b17a-5cd5a0faa52f service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 1129 time: 0.0463929 Sep 05 12:39:15.696853 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9d300-1f0b-4324-94a2-19f988c6678c req-abf3852f-32a6-4f5c-bc9c-2f41b3bb55f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:15.698330 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5aa9d300-1f0b-4324-94a2-19f988c6678c req-abf3852f-32a6-4f5c-bc9c-2f41b3bb55f9 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=38f5b205-d0f7-419a-8f07-cc61071fe0f8 HTTP/1.1" status: 200 len: 912 time: 0.0896983 Sep 05 12:39:16.296491 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0aa00-3826-4333-9537-42b462124090 req-11340bae-d662-4b11-869c-eb4ba3d09ce0 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:16.298155 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-30f0aa00-3826-4333-9537-42b462124090 req-11340bae-d662-4b11-869c-eb4ba3d09ce0 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 945 time: 0.1041827 Sep 05 12:39:16.351641 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-30f0aa00-3826-4333-9537-42b462124090 req-aa99446c-c184-4a1f-abb5-fcc97e533b94 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449431 Sep 05 12:39:17.017988 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5aa9d300-1f0b-4324-94a2-19f988c6678c req-70471637-e9ab-42f6-965a-19d029ee1f79 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b29555c-21f4-47bd-b77b-4b65005e7159 HTTP/1.1" status: 200 len: 217 time: 0.0388298 Sep 05 12:39:17.074407 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9d300-1f0b-4324-94a2-19f988c6678c req-74b68440-2b8f-4c43-bb46-fec1ff71d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:17.075937 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5aa9d300-1f0b-4324-94a2-19f988c6678c req-74b68440-2b8f-4c43-bb46-fec1ff71d4e0 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a042adab-c6e5-4766-9641-ed3c3e40d34d HTTP/1.1" status: 200 len: 850 time: 0.0496299 Sep 05 12:39:17.228546 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9d300-1f0b-4324-94a2-19f988c6678c req-df43fdd0-941b-467c-b9a3-3f36581f4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:17.230094 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5aa9d300-1f0b-4324-94a2-19f988c6678c req-df43fdd0-941b-467c-b9a3-3f36581f4662 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=38f5b205-d0f7-419a-8f07-cc61071fe0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413678 Sep 05 12:39:17.329327 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5aa9d300-1f0b-4324-94a2-19f988c6678c req-5fce2b6d-d9fe-4f1c-a8e3-f3d394de4249 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899441 Sep 05 12:39:17.479282 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c67484-0f11-4b83-aaee-147983ee7427 req-06eb7146-8b87-4191-b79e-10c4a90b3fbe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:17.480815 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-91c67484-0f11-4b83-aaee-147983ee7427 req-06eb7146-8b87-4191-b79e-10c4a90b3fbe tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 945 time: 0.0484872 Sep 05 12:39:17.589087 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-91c67484-0f11-4b83-aaee-147983ee7427 req-5747d7ed-0fb7-4cf0-ac51-829375d9bd89 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025476 Sep 05 12:39:17.640741 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5aa9d300-1f0b-4324-94a2-19f988c6678c req-97c99338-efeb-45b6-ae72-7c621b7caedf service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471050 Sep 05 12:39:17.659887 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf3c22-eba7-4464-973e-e075b2bd80ad req-218c6348-5bc9-4a00-a4f8-92a041ba8603 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:17.661405 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-05bf3c22-eba7-4464-973e-e075b2bd80ad req-218c6348-5bc9-4a00-a4f8-92a041ba8603 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 945 time: 0.0563872 Sep 05 12:39:17.753984 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-05bf3c22-eba7-4464-973e-e075b2bd80ad req-7c9ea57e-cf76-4887-af31-653d03bd0048 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Deleting port 6b29555c-21f4-47bd-b77b-4b65005e7159 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:39:17.753984 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-05bf3c22-eba7-4464-973e-e075b2bd80ad req-7c9ea57e-cf76-4887-af31-653d03bd0048 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (6b29555c-21f4-47bd-b77b-4b65005e7159), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:17.856707 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-05bf3c22-eba7-4464-973e-e075b2bd80ad req-7c9ea57e-cf76-4887-af31-653d03bd0048 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] For port 6b29555c-21f4-47bd-b77b-4b65005e7159, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=6b29555c-21f4-47bd-b77b-4b65005e7159,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:39:17.857239 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-05bf3c22-eba7-4464-973e-e075b2bd80ad req-7c9ea57e-cf76-4887-af31-653d03bd0048 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (6b29555c-21f4-47bd-b77b-4b65005e7159), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:17.873738 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-05bf3c22-eba7-4464-973e-e075b2bd80ad req-7c9ea57e-cf76-4887-af31-653d03bd0048 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Calling delete_port for 6b29555c-21f4-47bd-b77b-4b65005e7159 owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:39:17.931413 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:17.994060 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:18.124691 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-05bf3c22-eba7-4464-973e-e075b2bd80ad req-7c9ea57e-cf76-4887-af31-653d03bd0048 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (6b29555c-21f4-47bd-b77b-4b65005e7159), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:18.154415 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ea57e-cf76-4887-af31-653d03bd0048 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event deleted for resources: {'Port': ['ID=6b29555c-21f4-47bd-b77b-4b65005e7159,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:18.203185 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bf3c22-eba7-4464-973e-e075b2bd80ad req-7c9ea57e-cf76-4887-af31-653d03bd0048 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] No DVR routers for this DVR port 6b29555c-21f4-47bd-b77b-4b65005e7159 on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:39:18.205964 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-05bf3c22-eba7-4464-973e-e075b2bd80ad req-7c9ea57e-cf76-4887-af31-653d03bd0048 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:18.209574 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-05bf3c22-eba7-4464-973e-e075b2bd80ad req-7c9ea57e-cf76-4887-af31-653d03bd0048 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.58 "DELETE /networking/v2.0/ports/6b29555c-21f4-47bd-b77b-4b65005e7159 HTTP/1.1" status: 204 len: 173 time: 0.5421400 Sep 05 12:39:18.210035 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d43048-46ef-4843-b1ba-6105a322c05f', 'name': 'network-vif-deleted', 'tag': '6b29555c-21f4-47bd-b77b-4b65005e7159'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:39:18.212315 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995b4300-1e58-4dbe-ac87-f92401e87f11" -d '{"events": [{"server_uuid": "26d43048-46ef-4843-b1ba-6105a322c05f", "name": "network-vif-deleted", "tag": "6b29555c-21f4-47bd-b77b-4b65005e7159"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:39:18.253116 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636bd0a8-4e3d-4723-9ae9-c19e5fb119f5 x-openstack-request-id: req-636bd0a8-4e3d-4723-9ae9-c19e5fb119f5 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:39:18.253412 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d43048-46ef-4843-b1ba-6105a322c05f", "name": "network-vif-deleted", "tag": "6b29555c-21f4-47bd-b77b-4b65005e7159", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:39:18.253663 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-636bd0a8-4e3d-4723-9ae9-c19e5fb119f5 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:39:18.254063 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636bd0a8-4e3d-4723-9ae9-c19e5fb119f5'] response: {'server_uuid': '26d43048-46ef-4843-b1ba-6105a322c05f', 'name': 'network-vif-deleted', 'tag': '6b29555c-21f4-47bd-b77b-4b65005e7159', 'status': 'completed', 'code': 200} Sep 05 12:39:18.705580 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6e19e6a6-69e9-467f-a47c-e5db708c4cda req-0a71b02f-539f-46c9-a21d-51e8c43c9113 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 210 time: 0.0313654 Sep 05 12:39:19.824361 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0c4f0892-5676-4ff1-a1d2-b7a3fdba049a req-37e8544d-b554-4a87-8736-f79c3fc4fe17 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=26d43048-46ef-4843-b1ba-6105a322c05f HTTP/1.1" status: 200 len: 210 time: 0.0319302 Sep 05 12:39:21.364113 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:21.677845 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 6b29555c-21f4-47bd-b77b-4b65005e7159 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:39:21.697118 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: 6b29555c-21f4-47bd-b77b-4b65005e7159 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:39:21.702033 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 6b29555c-21f4-47bd-b77b-4b65005e7159 not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:39:23.054778 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b29974-9ce8-472b-a872-702f59e77ac9 req-82f5cb84-900f-45da-81c9-7e020106f76d tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:23.056407 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-14b29974-9ce8-472b-a872-702f59e77ac9 req-82f5cb84-900f-45da-81c9-7e020106f76d tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 946 time: 0.0505996 Sep 05 12:39:23.108850 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-14b29974-9ce8-472b-a872-702f59e77ac9 req-4c75b753-44a4-4033-a846-dcac55514c63 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466132 Sep 05 12:39:23.394795 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 58578) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:39:23.539230 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-6ea2bd1f-11d3-4dc1-b2b6-6f2a0d905953 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Deleting port 3cd22961-ccae-4957-8095-8f8548ecba52 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:39:23.539595 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6ea2bd1f-11d3-4dc1-b2b6-6f2a0d905953 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (3cd22961-ccae-4957-8095-8f8548ecba52), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:23.618226 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6ea2bd1f-11d3-4dc1-b2b6-6f2a0d905953 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (3cd22961-ccae-4957-8095-8f8548ecba52), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:23.618544 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6ea2bd1f-11d3-4dc1-b2b6-6f2a0d905953 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for floatingip (3cd22961-ccae-4957-8095-8f8548ecba52), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:23.631993 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-6ea2bd1f-11d3-4dc1-b2b6-6f2a0d905953 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Calling delete_port for 3cd22961-ccae-4957-8095-8f8548ecba52 owned by network:floatingip {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:39:23.833107 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6ea2bd1f-11d3-4dc1-b2b6-6f2a0d905953 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (3cd22961-ccae-4957-8095-8f8548ecba52), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:23.858905 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2bd1f-11d3-4dc1-b2b6-6f2a0d905953 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event deleted for resources: {'Port': ['ID=3cd22961-ccae-4957-8095-8f8548ecba52,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:23.925455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6ea2bd1f-11d3-4dc1-b2b6-6f2a0d905953 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for floatingip (f2d35b84-8fb9-441a-93c1-82158f87f25a), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:23.925825 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [None req-6ea2bd1f-11d3-4dc1-b2b6-6f2a0d905953 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Floating IP f2d35b84-8fb9-441a-93c1-82158f87f25a disassociated (deleted). External IP: 172.27.4.209, port: d439ecff-d56e-4259-b799-38d86dccd75f. Sep 05 12:39:24.132466 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea2bd1f-11d3-4dc1-b2b6-6f2a0d905953 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Router 301759a2-e838-4c5e-ae94-a67cc6616bdc has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:39:24.144420 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:24.252584 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:24.276943 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32795e-5480-4c94-a13f-c524e4bef5c3 req-450c182a-a506-4c6c-949d-c9da63b6de1b tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:24.278456 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-aa32795e-5480-4c94-a13f-c524e4bef5c3 req-450c182a-a506-4c6c-949d-c9da63b6de1b tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 946 time: 0.0867379 Sep 05 12:39:24.284157 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea2bd1f-11d3-4dc1-b2b6-6f2a0d905953 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:39:24.289160 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-6ea2bd1f-11d3-4dc1-b2b6-6f2a0d905953 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:24.293576 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:39:24.297660 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67892a2-7bfc-4dd9-b411-9f97880af4b9 None None] Sync routers for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:39:24.309135 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67892a2-7bfc-4dd9-b411-9f97880af4b9 None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:39:24.309762 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-c67892a2-7bfc-4dd9-b411-9f97880af4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:39:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:24.340321 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-6ea2bd1f-11d3-4dc1-b2b6-6f2a0d905953 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/f2d35b84-8fb9-441a-93c1-82158f87f25a HTTP/1.1" status: 204 len: 168 time: 0.9444337 Sep 05 12:39:24.342736 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ca1300-109c-4625-a6f9-f7094055e384', 'tag': 'd439ecff-d56e-4259-b799-38d86dccd75f'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:39:24.345018 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df82651-3d78-44b1-af0e-15b88349422d" -d '{"events": [{"name": "network-changed", "server_uuid": "96ca1300-109c-4625-a6f9-f7094055e384", "tag": "d439ecff-d56e-4259-b799-38d86dccd75f"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:39:24.371599 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-aa32795e-5480-4c94-a13f-c524e4bef5c3 req-1e06c87e-b733-4137-b328-63890a42d136 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789676 Sep 05 12:39:24.422666 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87d79cb-252b-4e48-b0d2-b507a804b583 x-openstack-request-id: req-c87d79cb-252b-4e48-b0d2-b507a804b583 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:39:24.423277 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ca1300-109c-4625-a6f9-f7094055e384", "tag": "d439ecff-d56e-4259-b799-38d86dccd75f", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:39:24.423277 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c87d79cb-252b-4e48-b0d2-b507a804b583 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:39:24.423622 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c87d79cb-252b-4e48-b0d2-b507a804b583'] response: {'name': 'network-changed', 'server_uuid': '96ca1300-109c-4625-a6f9-f7094055e384', 'tag': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'status': 'completed', 'code': 200} Sep 05 12:39:24.426278 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:24.432070 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:24.434143 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-c67892a2-7bfc-4dd9-b411-9f97880af4b9 None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:39:24.646767 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-c67892a2-7bfc-4dd9-b411-9f97880af4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:24.675711 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67892a2-7bfc-4dd9-b411-9f97880af4b9 None None] Checking router: 301759a2-e838-4c5e-ae94-a67cc6616bdc for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:39:24.681690 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df82651-3d78-44b1-af0e-15b88349422d req-f30de99b-33cd-4098-9171-89897a754e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:24.683342 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7df82651-3d78-44b1-af0e-15b88349422d req-f30de99b-33cd-4098-9171-89897a754e98 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 1130 time: 0.0475605 Sep 05 12:39:24.685590 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67892a2-7bfc-4dd9-b411-9f97880af4b9 None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:39:24.686208 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-c67892a2-7bfc-4dd9-b411-9f97880af4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:39:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:24.799898 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-c67892a2-7bfc-4dd9-b411-9f97880af4b9 None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:39:24.838800 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81781222-2d00-4f7c-b60c-ed8aab3d1b88 req-c0be9c5b-d9dc-4c61-8702-60d22b1bb8d4 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:24.840413 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-81781222-2d00-4f7c-b60c-ed8aab3d1b88 req-c0be9c5b-d9dc-4c61-8702-60d22b1bb8d4 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 946 time: 0.0497494 Sep 05 12:39:24.896957 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-81781222-2d00-4f7c-b60c-ed8aab3d1b88 req-aa63162b-5271-4a24-b561-0aee0c8d8831 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500991 Sep 05 12:39:25.000834 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-c67892a2-7bfc-4dd9-b411-9f97880af4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:25.027628 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67892a2-7bfc-4dd9-b411-9f97880af4b9 None None] The sync data for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi is: [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:30:57Z', 'revision_number': 4, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '2016c98b-a387-4598-8d70-de86b93558c3', 'name': '', 'network_id': '38f5b205-d0f7-419a-8f07-cc61071fe0f8', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'mac_address': 'fa:16:3e:b2:a5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:56Z', 'updated_at': '2022-09-05T12:31:04Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'subnets': [{'id': 'a042adab-c6e5-4766-9641-ed3c3e40d34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:39:25.245168 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2793b0a1-8e6c-4044-85d6-acdd9dc4b578 None None] New status for floating IP f2d35b84-8fb9-441a-93c1-82158f87f25a: DOWN {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:39:25.505486 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245745ae-0d03-4b8f-b11c-5228b1534ced req-94f710a9-8c43-4673-9c4d-99fc175bb28e tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:25.507051 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-245745ae-0d03-4b8f-b11c-5228b1534ced req-94f710a9-8c43-4673-9c4d-99fc175bb28e tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 946 time: 0.0489368 Sep 05 12:39:25.558048 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-245745ae-0d03-4b8f-b11c-5228b1534ced req-2fe55040-00f6-4256-8b4e-6a89aad4f671 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449705 Sep 05 12:39:26.031481 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd3951-fea5-448d-9e43-f69e545661e8 req-3c1b760d-936c-411f-aa2c-8e96ff4f460c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:26.033015 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1abd3951-fea5-448d-9e43-f69e545661e8 req-3c1b760d-936c-411f-aa2c-8e96ff4f460c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 946 time: 0.0520976 Sep 05 12:39:26.085875 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1abd3951-fea5-448d-9e43-f69e545661e8 req-c7f387ec-311a-44b0-b479-26f2c3fa2602 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471940 Sep 05 12:39:26.327828 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df82651-3d78-44b1-af0e-15b88349422d req-4506b1e2-d37c-4a9a-9d97-1e938196782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:26.329213 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7df82651-3d78-44b1-af0e-15b88349422d req-4506b1e2-d37c-4a9a-9d97-1e938196782d service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=38f5b205-d0f7-419a-8f07-cc61071fe0f8 HTTP/1.1" status: 200 len: 912 time: 0.0951433 Sep 05 12:39:26.459000 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7df82651-3d78-44b1-af0e-15b88349422d req-838e8106-3532-457f-a0f5-e725ff941f5d service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d439ecff-d56e-4259-b799-38d86dccd75f HTTP/1.1" status: 200 len: 217 time: 0.0507519 Sep 05 12:39:26.474229 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdff6d6-a9dc-4e44-a9d2-5fcb10abadbf req-6f2fc266-05e3-43ee-949b-af7e53afedcb tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:26.475679 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-dcdff6d6-a9dc-4e44-a9d2-5fcb10abadbf req-6f2fc266-05e3-43ee-949b-af7e53afedcb tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 946 time: 0.0762069 Sep 05 12:39:26.682249 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fe098-b58b-47f5-b8e2-9e285a7b64b5 req-08515b4f-8a3e-4890-bf6b-e4fb970645b5 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:26.683791 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-de7fe098-b58b-47f5-b8e2-9e285a7b64b5 req-08515b4f-8a3e-4890-bf6b-e4fb970645b5 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 946 time: 0.0472200 Sep 05 12:39:27.066508 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-de7fe098-b58b-47f5-b8e2-9e285a7b64b5 req-d809a5e1-10d7-41b0-9c15-40b439d58883 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770614 Sep 05 12:39:27.116592 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df82651-3d78-44b1-af0e-15b88349422d req-3ab6d00b-bf01-4316-891b-c551efa8e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:27.118041 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7df82651-3d78-44b1-af0e-15b88349422d req-3ab6d00b-bf01-4316-891b-c551efa8e37d service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a042adab-c6e5-4766-9641-ed3c3e40d34d HTTP/1.1" status: 200 len: 850 time: 0.1225924 Sep 05 12:39:27.136866 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-dcdff6d6-a9dc-4e44-a9d2-5fcb10abadbf req-23cdcdf1-7ea5-41c6-ac0f-0452dc9ec2ba tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Deleting port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:39:27.136866 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-dcdff6d6-a9dc-4e44-a9d2-5fcb10abadbf req-23cdcdf1-7ea5-41c6-ac0f-0452dc9ec2ba tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (c2250e16-86aa-47dd-9cb2-2fac74ef3dd1), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:27.217170 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5deed-a560-4b14-8946-5810bf4c2b3e req-8146f28b-0a42-46a8-9de9-1ad6111d63f5 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:27.218711 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-81c5deed-a560-4b14-8946-5810bf4c2b3e req-8146f28b-0a42-46a8-9de9-1ad6111d63f5 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 946 time: 0.0483747 Sep 05 12:39:27.231998 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-dcdff6d6-a9dc-4e44-a9d2-5fcb10abadbf req-23cdcdf1-7ea5-41c6-ac0f-0452dc9ec2ba tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] For port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c2250e16-86aa-47dd-9cb2-2fac74ef3dd1,segment=NetworkSegment(55d3281b-a5f4-437b-a6a4-2e4189517987),segment_id=55d3281b-a5f4-437b-a6a4-2e4189517987)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:39:27.232397 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-dcdff6d6-a9dc-4e44-a9d2-5fcb10abadbf req-23cdcdf1-7ea5-41c6-ac0f-0452dc9ec2ba tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (c2250e16-86aa-47dd-9cb2-2fac74ef3dd1), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:27.246196 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-dcdff6d6-a9dc-4e44-a9d2-5fcb10abadbf req-23cdcdf1-7ea5-41c6-ac0f-0452dc9ec2ba tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Calling delete_port for c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:39:27.271076 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-81c5deed-a560-4b14-8946-5810bf4c2b3e req-71917b21-fc3f-4b2d-952e-3e987d9b4ad2 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e4b3b85c-6c25-4c64-b792-57dfc2375166&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465901 Sep 05 12:39:27.306701 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:27.395216 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91eaacf-59d3-409d-b071-95a5e9646d88 req-b40c67a8-0289-4c0e-8434-1e8b1d24e57c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:27.396669 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d91eaacf-59d3-409d-b071-95a5e9646d88 req-b40c67a8-0289-4c0e-8434-1e8b1d24e57c tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 946 time: 0.0504642 Sep 05 12:39:27.419481 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df82651-3d78-44b1-af0e-15b88349422d req-a13c6990-de98-480b-97f6-742ec68cab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:27.421567 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7df82651-3d78-44b1-af0e-15b88349422d req-a13c6990-de98-480b-97f6-742ec68cab23 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=38f5b205-d0f7-419a-8f07-cc61071fe0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555387 Sep 05 12:39:27.483508 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-dcdff6d6-a9dc-4e44-a9d2-5fcb10abadbf req-23cdcdf1-7ea5-41c6-ac0f-0452dc9ec2ba tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (c2250e16-86aa-47dd-9cb2-2fac74ef3dd1), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:27.513204 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [req-d91eaacf-59d3-409d-b071-95a5e9646d88 req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Deleting port d439ecff-d56e-4259-b799-38d86dccd75f {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:39:27.513593 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-d91eaacf-59d3-409d-b071-95a5e9646d88 req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (d439ecff-d56e-4259-b799-38d86dccd75f), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:27.516142 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdcdf1-7ea5-41c6-ac0f-0452dc9ec2ba tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Pushing event deleted for resources: {'Port': ['ID=c2250e16-86aa-47dd-9cb2-2fac74ef3dd1,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:27.530246 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['c2250e16-86aa-47dd-9cb2-2fac74ef3dd1'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:39:27.533468 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:27.580798 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdff6d6-a9dc-4e44-a9d2-5fcb10abadbf req-23cdcdf1-7ea5-41c6-ac0f-0452dc9ec2ba tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] No DVR routers for this DVR port c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:39:27.586387 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-dcdff6d6-a9dc-4e44-a9d2-5fcb10abadbf req-23cdcdf1-7ea5-41c6-ac0f-0452dc9ec2ba tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:27.589741 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-dcdff6d6-a9dc-4e44-a9d2-5fcb10abadbf req-23cdcdf1-7ea5-41c6-ac0f-0452dc9ec2ba tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.58 "DELETE /networking/v2.0/ports/c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 HTTP/1.1" status: 204 len: 173 time: 0.5953214 Sep 05 12:39:27.590223 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7761d354-80bf-44da-a290-3d35fa7a7a42', 'name': 'network-vif-deleted', 'tag': 'c2250e16-86aa-47dd-9cb2-2fac74ef3dd1'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:39:27.592845 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b1182c-8145-4341-aba0-acaca34f34ef" -d '{"events": [{"server_uuid": "7761d354-80bf-44da-a290-3d35fa7a7a42", "name": "network-vif-deleted", "tag": "c2250e16-86aa-47dd-9cb2-2fac74ef3dd1"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:39:27.619285 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7df82651-3d78-44b1-af0e-15b88349422d req-2a21eab0-3902-430e-be4c-de6a1a4c2ee0 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896183 Sep 05 12:39:27.662256 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-d91eaacf-59d3-409d-b071-95a5e9646d88 req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] For port d439ecff-d56e-4259-b799-38d86dccd75f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=d439ecff-d56e-4259-b799-38d86dccd75f,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:39:27.662728 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-d91eaacf-59d3-409d-b071-95a5e9646d88 req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (d439ecff-d56e-4259-b799-38d86dccd75f), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:27.681038 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [req-d91eaacf-59d3-409d-b071-95a5e9646d88 req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Calling delete_port for d439ecff-d56e-4259-b799-38d86dccd75f owned by compute:nova {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:39:27.693271 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93774239-9217-4828-a3a6-f1fd53d0a2a3 x-openstack-request-id: req-93774239-9217-4828-a3a6-f1fd53d0a2a3 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:39:27.693554 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7761d354-80bf-44da-a290-3d35fa7a7a42", "name": "network-vif-deleted", "tag": "c2250e16-86aa-47dd-9cb2-2fac74ef3dd1", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:39:27.693793 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93774239-9217-4828-a3a6-f1fd53d0a2a3 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:39:27.694192 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93774239-9217-4828-a3a6-f1fd53d0a2a3'] response: {'server_uuid': '7761d354-80bf-44da-a290-3d35fa7a7a42', 'name': 'network-vif-deleted', 'tag': 'c2250e16-86aa-47dd-9cb2-2fac74ef3dd1', 'status': 'completed', 'code': 200} Sep 05 12:39:27.740085 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7df82651-3d78-44b1-af0e-15b88349422d req-c61a43f3-7a87-4261-96ef-86776a4bd539 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081159 Sep 05 12:39:27.898403 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-d91eaacf-59d3-409d-b071-95a5e9646d88 req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (d439ecff-d56e-4259-b799-38d86dccd75f), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:27.907217 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:27.933243 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event deleted for resources: {'Port': ['ID=d439ecff-d56e-4259-b799-38d86dccd75f,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:27.946524 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:27.946883 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:27.947259 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:27.947642 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:27.947979 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:27.948315 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:27.948651 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:27.948982 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:27.949316 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:27.949646 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:27.949978 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:27.950307 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:27.950630 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:27.950955 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:27.951279 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:27.992998 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91eaacf-59d3-409d-b071-95a5e9646d88 req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] No DVR routers for this DVR port d439ecff-d56e-4259-b799-38d86dccd75f on host hv-cinder-80135 {{(pid=106740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:39:27.995942 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-d91eaacf-59d3-409d-b071-95a5e9646d88 req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:28.007192 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d91eaacf-59d3-409d-b071-95a5e9646d88 req-306781f7-a400-494e-bdde-45e78f8b4f40 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.58 "DELETE /networking/v2.0/ports/d439ecff-d56e-4259-b799-38d86dccd75f HTTP/1.1" status: 204 len: 173 time: 0.5756934 Sep 05 12:39:28.007192 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ca1300-109c-4625-a6f9-f7094055e384', 'name': 'network-vif-deleted', 'tag': 'd439ecff-d56e-4259-b799-38d86dccd75f'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:39:28.007192 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e0aed2-f3f9-464c-be8d-60fbfb5964fe" -d '{"events": [{"server_uuid": "96ca1300-109c-4625-a6f9-f7094055e384", "name": "network-vif-deleted", "tag": "d439ecff-d56e-4259-b799-38d86dccd75f"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:39:28.043125 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2d97bb-60e2-457a-9821-740d635a4523 x-openstack-request-id: req-8d2d97bb-60e2-457a-9821-740d635a4523 {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:39:28.043432 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ca1300-109c-4625-a6f9-f7094055e384", "name": "network-vif-deleted", "tag": "d439ecff-d56e-4259-b799-38d86dccd75f", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:39:28.043704 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d2d97bb-60e2-457a-9821-740d635a4523 {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:39:28.044975 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2d97bb-60e2-457a-9821-740d635a4523'] response: {'server_uuid': '96ca1300-109c-4625-a6f9-f7094055e384', 'name': 'network-vif-deleted', 'tag': 'd439ecff-d56e-4259-b799-38d86dccd75f', 'status': 'completed', 'code': 200} Sep 05 12:39:28.198912 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-9eabddbb-0319-4fbf-93c4-8579bb75d538 req-01df645e-154e-4e8e-8d0d-a025c9d190e8 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 210 time: 0.0285804 Sep 05 12:39:28.390155 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4e8cc876-9c92-4b8d-b4bf-5ced01d678f4 req-2ea79813-e4b1-4ad8-8543-11246dc3b6aa tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 210 time: 0.0340247 Sep 05 12:39:28.999813 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cd5b878f-f2e5-43e4-b171-a808dcc701ad req-0789b9b4-fdb9-4200-a75d-506403c183e6 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397646 Sep 05 12:39:29.127415 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:29.133742 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b878f-f2e5-43e4-b171-a808dcc701ad req-c641db86-1094-47e8-a084-7581021a38ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:29.135231 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cd5b878f-f2e5-43e4-b171-a808dcc701ad req-c641db86-1094-47e8-a084-7581021a38ed service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=7b514c04a13742b1b19d46fec1c40f69&device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 1130 time: 0.0470009 Sep 05 12:39:29.253077 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b878f-f2e5-43e4-b171-a808dcc701ad req-d4188ebf-c95b-465a-9950-c52b4eb9ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:29.259911 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cd5b878f-f2e5-43e4-b171-a808dcc701ad req-d4188ebf-c95b-465a-9950-c52b4eb9ca35 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=fe3deca4-eb5b-4550-84a3-afb4afe5c540 HTTP/1.1" status: 200 len: 911 time: 0.0959303 Sep 05 12:39:29.337584 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a4b9aea1-d1b2-41c9-ad86-b92ef6981996 req-8e1b2d8a-b0ae-46b3-b7d9-1f7d2e322aac tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7761d354-80bf-44da-a290-3d35fa7a7a42 HTTP/1.1" status: 200 len: 210 time: 0.0344799 Sep 05 12:39:29.352791 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cd5b878f-f2e5-43e4-b171-a808dcc701ad req-8b1b0bbb-6f04-4b27-8688-0e7b66a103b5 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 HTTP/1.1" status: 200 len: 1001 time: 0.0912509 Sep 05 12:39:29.510443 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6618b3f6-c4eb-4dd4-9de9-032b5f4d5ac6 req-3dc58675-e123-436e-9b02-0a96653f9727 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=96ca1300-109c-4625-a6f9-f7094055e384 HTTP/1.1" status: 200 len: 210 time: 0.0302134 Sep 05 12:39:29.693770 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13c8a0-1ff9-4ed5-ac5e-8d8d6a7950a8 req-7a529044-7ce3-4180-a6fd-50e5387caa34 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:29.695246 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7a13c8a0-1ff9-4ed5-ac5e-8d8d6a7950a8 req-7a529044-7ce3-4180-a6fd-50e5387caa34 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0860124 Sep 05 12:39:29.701051 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b878f-f2e5-43e4-b171-a808dcc701ad req-0956f94d-4a5d-44f0-a6eb-0579e4f6adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:29.702940 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cd5b878f-f2e5-43e4-b171-a808dcc701ad req-0956f94d-4a5d-44f0-a6eb-0579e4f6adc7 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b9b83362-733a-4921-af9e-bd64e5242e88 HTTP/1.1" status: 200 len: 849 time: 0.0846286 Sep 05 12:39:29.751830 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device d439ecff-d56e-4259-b799-38d86dccd75f no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:39:29.775284 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: d439ecff-d56e-4259-b799-38d86dccd75f {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:39:29.782523 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device d439ecff-d56e-4259-b799-38d86dccd75f not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:39:29.782523 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:39:29.783429 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b878f-f2e5-43e4-b171-a808dcc701ad req-0b57bfa5-f934-42f1-a2f8-753be14804e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:29.784243 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cd5b878f-f2e5-43e4-b171-a808dcc701ad req-0b57bfa5-f934-42f1-a2f8-753be14804e4 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=fe3deca4-eb5b-4550-84a3-afb4afe5c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623913 Sep 05 12:39:29.787701 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7a13c8a0-1ff9-4ed5-ac5e-8d8d6a7950a8 req-2a420217-993a-43ec-b0c2-a2cb587aa1ae tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837624 Sep 05 12:39:29.927118 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:39:29.927118 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device c2250e16-86aa-47dd-9cb2-2fac74ef3dd1 not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:39:29.937054 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cd5b878f-f2e5-43e4-b171-a808dcc701ad req-f5605cff-099b-40b3-827d-711cf4fdcb5e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990255 Sep 05 12:39:30.096333 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-cd5b878f-f2e5-43e4-b171-a808dcc701ad req-6d7371b4-ae5d-4ff0-a755-d80778974aa0 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955830 Sep 05 12:39:30.578816 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 58634) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:39:30.697490 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-80cb30dc-4eba-4d32-9d63-23a558f4ac54 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Deleting port b377d51f-2751-491d-972b-29f04c9379ca {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:39:30.697747 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-80cb30dc-4eba-4d32-9d63-23a558f4ac54 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (b377d51f-2751-491d-972b-29f04c9379ca), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:30.781575 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-80cb30dc-4eba-4d32-9d63-23a558f4ac54 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (b377d51f-2751-491d-972b-29f04c9379ca), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:30.781895 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-80cb30dc-4eba-4d32-9d63-23a558f4ac54 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for floatingip (b377d51f-2751-491d-972b-29f04c9379ca), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:30.797637 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-80cb30dc-4eba-4d32-9d63-23a558f4ac54 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Calling delete_port for b377d51f-2751-491d-972b-29f04c9379ca owned by network:floatingip {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:39:30.852951 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:30.926496 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902652eb-d257-4eb1-973a-b5aaca20f46c req-1a820f7d-afbb-49d8-817e-e8fea1b2a39f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:30.929237 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-902652eb-d257-4eb1-973a-b5aaca20f46c req-1a820f7d-afbb-49d8-817e-e8fea1b2a39f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0499084 Sep 05 12:39:30.979225 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-902652eb-d257-4eb1-973a-b5aaca20f46c req-1d4b9f12-e9c6-4d4b-a12e-b84643c273e8 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440910 Sep 05 12:39:31.041477 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-80cb30dc-4eba-4d32-9d63-23a558f4ac54 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (b377d51f-2751-491d-972b-29f04c9379ca), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:31.048185 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:31.069136 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb30dc-4eba-4d32-9d63-23a558f4ac54 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event deleted for resources: {'Port': ['ID=b377d51f-2751-491d-972b-29f04c9379ca,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:31.136497 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-80cb30dc-4eba-4d32-9d63-23a558f4ac54 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for floatingip (970e4a7f-df36-4e02-aa9d-4504a7fea126), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:31.139588 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-80cb30dc-4eba-4d32-9d63-23a558f4ac54 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:31.140750 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-80cb30dc-4eba-4d32-9d63-23a558f4ac54 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/970e4a7f-df36-4e02-aa9d-4504a7fea126 HTTP/1.1" status: 204 len: 168 time: 0.5609424 Sep 05 12:39:32.109346 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277cfcf-705a-4d5d-80d7-4dd4c36efcb3 req-f21b4621-b9fc-4ef5-9f1f-6760ed28b587 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:32.110888 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d277cfcf-705a-4d5d-80d7-4dd4c36efcb3 req-f21b4621-b9fc-4ef5-9f1f-6760ed28b587 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0474391 Sep 05 12:39:32.168364 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d277cfcf-705a-4d5d-80d7-4dd4c36efcb3 req-69c692c6-20ab-464b-bcd8-e6a3eea532c5 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518525 Sep 05 12:39:33.292005 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db19c13-d28f-40db-81a9-d020e985e14d req-cedf96f8-23c2-445d-aaf4-7bb9b8811186 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:33.293462 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4db19c13-d28f-40db-81a9-d020e985e14d req-cedf96f8-23c2-445d-aaf4-7bb9b8811186 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0504110 Sep 05 12:39:33.340049 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-4db19c13-d28f-40db-81a9-d020e985e14d req-ca9bd577-9512-4348-aecf-df6906479c41 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405436 Sep 05 12:39:33.635635 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-a887b9e6-db3e-40c3-90cc-d66642da8cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:34.467620 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a5d57-210e-47cf-96f7-83fe4d005153 req-cf047f1d-f671-4958-b5b5-2e74781f7fc5 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:34.469176 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bc4a5d57-210e-47cf-96f7-83fe4d005153 req-cf047f1d-f671-4958-b5b5-2e74781f7fc5 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0474856 Sep 05 12:39:34.520360 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bc4a5d57-210e-47cf-96f7-83fe4d005153 req-d1f719fc-3665-4e5c-a727-e977e3a767c4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453212 Sep 05 12:39:34.612131 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 58674) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:39:34.675589 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-de83cb91-a63d-44ae-b40e-f52995fb6a88 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group (e4b3b85c-6c25-4c64-b792-57dfc2375166), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:34.700058 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-de83cb91-a63d-44ae-b40e-f52995fb6a88 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group (e4b3b85c-6c25-4c64-b792-57dfc2375166), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:34.844548 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-de83cb91-a63d-44ae-b40e-f52995fb6a88 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (e4b3b85c-6c25-4c64-b792-57dfc2375166), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:34.847161 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-de83cb91-a63d-44ae-b40e-f52995fb6a88 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:34.848357 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-de83cb91-a63d-44ae-b40e-f52995fb6a88 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e4b3b85c-6c25-4c64-b792-57dfc2375166 HTTP/1.1" status: 204 len: 168 time: 0.2351134 Sep 05 12:39:34.857954 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83cb91-a63d-44ae-b40e-f52995fb6a88 tempest-TestVolumeBootPattern-294554139 tempest-TestVolumeBootPattern-294554139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b3b85c-6c25-4c64-b792-57dfc2375166,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:35.649660 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbe01e-f6e7-40d6-bf27-f9eef30d640b req-15a99340-bf73-4adb-842c-dccad10916ab tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:35.651146 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-77bbe01e-f6e7-40d6-bf27-f9eef30d640b req-15a99340-bf73-4adb-842c-dccad10916ab tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0501056 Sep 05 12:39:35.704327 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-77bbe01e-f6e7-40d6-bf27-f9eef30d640b req-f66a5ad8-053f-43aa-874e-afe58f826863 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470054 Sep 05 12:39:35.978425 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 58698) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:39:36.092999 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-cfcf343b-4f21-4346-b788-da419db46c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:36.371282 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6e85ae75-f52a-41f8-98fd-483c04cff802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557266'] for router_interface (301759a2-e838-4c5e-ae94-a67cc6616bdc), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:36.710276 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:36.769116 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:36.883243 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80d5ba-4bf5-4359-97a3-c01095735a70 req-b7fd9698-a99d-4bf3-a609-7b202824e5e2 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:36.884766 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9a80d5ba-4bf5-4359-97a3-c01095735a70 req-b7fd9698-a99d-4bf3-a609-7b202824e5e2 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0926738 Sep 05 12:39:36.911310 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-6e85ae75-f52a-41f8-98fd-483c04cff802 admin admin] Deleting port 2016c98b-a387-4598-8d70-de86b93558c3 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:39:36.911679 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6e85ae75-f52a-41f8-98fd-483c04cff802 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (2016c98b-a387-4598-8d70-de86b93558c3), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:36.991871 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9a80d5ba-4bf5-4359-97a3-c01095735a70 req-908cfb8c-2309-43d7-8f35-a3afbc386379 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990343 Sep 05 12:39:37.026092 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-6e85ae75-f52a-41f8-98fd-483c04cff802 admin admin] For port 2016c98b-a387-4598-8d70-de86b93558c3, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=2016c98b-a387-4598-8d70-de86b93558c3,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:39:37.026457 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6e85ae75-f52a-41f8-98fd-483c04cff802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (2016c98b-a387-4598-8d70-de86b93558c3), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:37.040440 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-6e85ae75-f52a-41f8-98fd-483c04cff802 admin admin] Calling delete_port for 2016c98b-a387-4598-8d70-de86b93558c3 owned by network:router_interface {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:39:37.328087 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6e85ae75-f52a-41f8-98fd-483c04cff802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (2016c98b-a387-4598-8d70-de86b93558c3), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:37.355335 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85ae75-f52a-41f8-98fd-483c04cff802 admin admin] Pushing event deleted for resources: {'Port': ['ID=2016c98b-a387-4598-8d70-de86b93558c3,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:37.444773 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:37.518818 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:37.535681 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6e85ae75-f52a-41f8-98fd-483c04cff802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632642'] for router_interface (301759a2-e838-4c5e-ae94-a67cc6616bdc), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:37.745222 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e85ae75-f52a-41f8-98fd-483c04cff802 admin admin] Router 301759a2-e838-4c5e-ae94-a67cc6616bdc has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:39:37.804014 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:37.852886 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e85ae75-f52a-41f8-98fd-483c04cff802 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:39:37.858551 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-6e85ae75-f52a-41f8-98fd-483c04cff802 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/301759a2-e838-4c5e-ae94-a67cc6616bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8789716 Sep 05 12:39:37.861040 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 58712) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:39:37.862834 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01aeb5-96ad-4e5c-82c4-8fa6d57dd27f None None] Sync routers for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:39:37.876847 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01aeb5-96ad-4e5c-82c4-8fa6d57dd27f None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:39:37.877711 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-3c01aeb5-96ad-4e5c-82c4-8fa6d57dd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:39:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:37.962945 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1c2b88f2-d94e-461b-bcc2-bcb10ce03965 admin admin] Publish callbacks [] for router (301759a2-e838-4c5e-ae94-a67cc6616bdc), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:37.969777 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:37.978946 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-3c01aeb5-96ad-4e5c-82c4-8fa6d57dd27f None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:39:38.069990 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1c2b88f2-d94e-461b-bcc2-bcb10ce03965 admin admin] Publish callbacks [] for router_gateway (301759a2-e838-4c5e-ae94-a67cc6616bdc), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:38.128790 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e9052-6a69-4e70-b175-041649b73fc6 req-aaa00047-0945-4fe0-a39a-ea2735bc583c tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:38.130501 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-180e9052-6a69-4e70-b175-041649b73fc6 req-aaa00047-0945-4fe0-a39a-ea2735bc583c tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0480554 Sep 05 12:39:38.154980 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-3c01aeb5-96ad-4e5c-82c4-8fa6d57dd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:39:37Z', 'revision_number': 5, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port': {'id': 'a3e5d0cb-bbf5-4162-972c-7a9410317b2a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:30:53Z', 'updated_at': '2022-09-05T12:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:38.179699 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-180e9052-6a69-4e70-b175-041649b73fc6 req-0beea66f-c614-4324-a1cb-39230910f0b2 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432372 Sep 05 12:39:38.180468 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01aeb5-96ad-4e5c-82c4-8fa6d57dd27f None None] Checking router: 301759a2-e838-4c5e-ae94-a67cc6616bdc for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:39:38.189324 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c01aeb5-96ad-4e5c-82c4-8fa6d57dd27f None None] Routers {'301759a2-e838-4c5e-ae94-a67cc6616bdc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:39:38.190311 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-3c01aeb5-96ad-4e5c-82c4-8fa6d57dd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:39:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['301759a2-e838-4c5e-ae94-a67cc6616bdc'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:38.216577 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b88f2-d94e-461b-bcc2-bcb10ce03965 admin admin] Deleting port a3e5d0cb-bbf5-4162-972c-7a9410317b2a {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:39:38.217468 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1c2b88f2-d94e-461b-bcc2-bcb10ce03965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (a3e5d0cb-bbf5-4162-972c-7a9410317b2a), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:38.275291 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-3c01aeb5-96ad-4e5c-82c4-8fa6d57dd27f None None] Set router 301759a2-e838-4c5e-ae94-a67cc6616bdc gateway port host: None {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:39:38.307148 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-1c2b88f2-d94e-461b-bcc2-bcb10ce03965 admin admin] For port a3e5d0cb-bbf5-4162-972c-7a9410317b2a, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=a3e5d0cb-bbf5-4162-972c-7a9410317b2a,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:39:38.307417 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1c2b88f2-d94e-461b-bcc2-bcb10ce03965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (a3e5d0cb-bbf5-4162-972c-7a9410317b2a), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:38.320700 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b88f2-d94e-461b-bcc2-bcb10ce03965 admin admin] Calling delete_port for a3e5d0cb-bbf5-4162-972c-7a9410317b2a owned by network:router_gateway {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:39:38.327907 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-3c01aeb5-96ad-4e5c-82c4-8fa6d57dd27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:39:38Z', 'revision_number': 6, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port_host': None}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:38.353522 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c01aeb5-96ad-4e5c-82c4-8fa6d57dd27f None None] The sync data for ids ['301759a2-e838-4c5e-ae94-a67cc6616bdc'] in dv-cinder-801354-7-iscsi is: [{'id': '301759a2-e838-4c5e-ae94-a67cc6616bdc', 'name': 'tempest-TestVolumeBootPattern-684295176-router', 'tenant_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:30:52Z', 'updated_at': '2022-09-05T12:39:38Z', 'revision_number': 6, 'project_id': '4377cb4a93524abd99acb6ebe07fd1d6', 'gw_port_host': None}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:39:38.377748 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=21 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:38.389229 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=19 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:38.502819 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:38.610668 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1c2b88f2-d94e-461b-bcc2-bcb10ce03965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (a3e5d0cb-bbf5-4162-972c-7a9410317b2a), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:38.637278 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b88f2-d94e-461b-bcc2-bcb10ce03965 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3e5d0cb-bbf5-4162-972c-7a9410317b2a,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:38.702951 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1c2b88f2-d94e-461b-bcc2-bcb10ce03965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633638'] for router_gateway (301759a2-e838-4c5e-ae94-a67cc6616bdc), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:38.798857 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1c2b88f2-d94e-461b-bcc2-bcb10ce03965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2583'] for router (301759a2-e838-4c5e-ae94-a67cc6616bdc), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:38.801201 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1c2b88f2-d94e-461b-bcc2-bcb10ce03965 admin admin] Publish callbacks [] for router_controller (301759a2-e838-4c5e-ae94-a67cc6616bdc), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:38.833361 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:38.947528 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1c2b88f2-d94e-461b-bcc2-bcb10ce03965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557213'] for router (301759a2-e838-4c5e-ae94-a67cc6616bdc), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:38.948177 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2b88f2-d94e-461b-bcc2-bcb10ce03965 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 301759a2-e838-4c5e-ae94-a67cc6616bdc {{(pid=106740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 05 12:39:38.953235 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1c2b88f2-d94e-461b-bcc2-bcb10ce03965 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:38.954401 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-1c2b88f2-d94e-461b-bcc2-bcb10ce03965 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/301759a2-e838-4c5e-ae94-a67cc6616bdc HTTP/1.1" status: 204 len: 168 time: 1.0924401 Sep 05 12:39:38.957115 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 58718) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:39:39.005280 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1ed50b-b1be-4f9d-b08f-91db83ab7a67 admin admin] Deleting subnet a042adab-c6e5-4766-9641-ed3c3e40d34d {{(pid=106740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:39:39.007936 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1b1ed50b-b1be-4f9d-b08f-91db83ab7a67 admin admin] Publish callbacks [] for subnet (a042adab-c6e5-4766-9641-ed3c3e40d34d), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:39.045237 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1b1ed50b-b1be-4f9d-b08f-91db83ab7a67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107463'] for subnet (a042adab-c6e5-4766-9641-ed3c3e40d34d), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:39.131951 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1b1ed50b-b1be-4f9d-b08f-91db83ab7a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (a042adab-c6e5-4766-9641-ed3c3e40d34d), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:39.134147 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:39.170955 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:39.298033 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1b1ed50b-b1be-4f9d-b08f-91db83ab7a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3773182'] for subnet (a042adab-c6e5-4766-9641-ed3c3e40d34d), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:39.333978 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e16e3-c3a9-4f43-a843-71a562a1daef req-aed3ddb3-e2dd-43b3-923d-e2ba2eaf5d56 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:39.335646 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ee3e16e3-c3a9-4f43-a843-71a562a1daef req-aed3ddb3-e2dd-43b3-923d-e2ba2eaf5d56 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0758321 Sep 05 12:39:39.336844 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ed50b-b1be-4f9d-b08f-91db83ab7a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a042adab-c6e5-4766-9641-ed3c3e40d34d,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:39.340627 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-1b1ed50b-b1be-4f9d-b08f-91db83ab7a67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:39.344150 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-1b1ed50b-b1be-4f9d-b08f-91db83ab7a67 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/a042adab-c6e5-4766-9641-ed3c3e40d34d HTTP/1.1" status: 204 len: 168 time: 0.3859310 Sep 05 12:39:39.346876 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 58722) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:39:39.348078 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b328813d-bd51-4e7a-a9b3-2f9109520fb2 None None] Network 38f5b205-d0f7-419a-8f07-cc61071fe0f8 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:39:39.365591 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:39.404882 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ee3e16e3-c3a9-4f43-a843-71a562a1daef req-175824f9-f925-4738-840b-245e95a898b8 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594151 Sep 05 12:39:39.455960 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (38f5b205-d0f7-419a-8f07-cc61071fe0f8), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:39.501807 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] Deleting port eacfd92e-53da-4b30-877b-b0633dfcd038 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:39:39.502424 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (eacfd92e-53da-4b30-877b-b0633dfcd038), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:39.540068 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] DHCP port deletion for 38f5b205-d0f7-419a-8f07-cc61071fe0f8 request from dv-cinder-801354-7-iscsi {{(pid=106741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 05 12:39:39.573161 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] For port eacfd92e-53da-4b30-877b-b0633dfcd038, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=eacfd92e-53da-4b30-877b-b0633dfcd038,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:39:39.573794 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (eacfd92e-53da-4b30-877b-b0633dfcd038), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:39.578605 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Deleting port eacfd92e-53da-4b30-877b-b0633dfcd038 {{(pid=106741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:39:39.578976 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (eacfd92e-53da-4b30-877b-b0633dfcd038), before_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:39.593936 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] Calling delete_port for eacfd92e-53da-4b30-877b-b0633dfcd038 owned by network:dhcp {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:39:39.651805 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] For port eacfd92e-53da-4b30-877b-b0633dfcd038, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=eacfd92e-53da-4b30-877b-b0633dfcd038,segment=NetworkSegment(73b29491-e23a-452f-8697-7330e247e8b3),segment_id=73b29491-e23a-452f-8697-7330e247e8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:39:39.652126 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (eacfd92e-53da-4b30-877b-b0633dfcd038), precommit_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:39.665499 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Calling delete_port for eacfd92e-53da-4b30-877b-b0633dfcd038 owned by network:dhcp {{(pid=106741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:39:39.668953 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:39.776093 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (eacfd92e-53da-4b30-877b-b0633dfcd038), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:39.782968 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (eacfd92e-53da-4b30-877b-b0633dfcd038), after_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:39.806176 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] No DVR routers for this DVR port eacfd92e-53da-4b30-877b-b0633dfcd038 on host dv-cinder-801354-7-iscsi {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:39:39.811361 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eacfd92e-53da-4b30-877b-b0633dfcd038,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:39.813629 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Pushing event deleted for resources: {'Port': ['ID=eacfd92e-53da-4b30-877b-b0633dfcd038,revision_number=None']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:39.822164 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] No DVR routers for this DVR port eacfd92e-53da-4b30-877b-b0633dfcd038 on host dv-cinder-801354-7-iscsi {{(pid=106741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:39:39.824235 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:39.824584 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:39.824967 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:39.827642 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:39.827642 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:39.827642 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:39.827642 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:39.827642 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:39.827642 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:39.827642 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:39.827642 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:39.828332 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:39.828332 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:39.828492 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:39.828811 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115ada87-51e2-4aa6-aea7-4f5c1df0bce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:39:39.861929 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device a3e5d0cb-bbf5-4162-972c-7a9410317b2a no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:39:39.884880 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: a3e5d0cb-bbf5-4162-972c-7a9410317b2a {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:39:39.885311 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device a3e5d0cb-bbf5-4162-972c-7a9410317b2a not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:39:39.885744 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device eacfd92e-53da-4b30-877b-b0633dfcd038 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:39:39.900678 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (38f5b205-d0f7-419a-8f07-cc61071fe0f8), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:39.905493 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: eacfd92e-53da-4b30-877b-b0633dfcd038 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:39:39.905706 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device eacfd92e-53da-4b30-877b-b0633dfcd038 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:39:39.906136 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 2016c98b-a387-4598-8d70-de86b93558c3 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:39:39.925088 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f5b205-d0f7-419a-8f07-cc61071fe0f8']}} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:39.925470 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: 2016c98b-a387-4598-8d70-de86b93558c3 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:39:39.925860 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 2016c98b-a387-4598-8d70-de86b93558c3 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:39:39.935800 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b29491-e23a-452f-8697-7330e247e8b3') {'for_net_delete': True} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:39.936179 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b29491-e23a-452f-8697-7330e247e8b3') {} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:39.946549 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3249957'] for segment (73b29491-e23a-452f-8697-7330e247e8b3), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:39.961106 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (73b29491-e23a-452f-8697-7330e247e8b3), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:39.968251 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=106739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:39:39.968658 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3093733'] for segment (73b29491-e23a-452f-8697-7330e247e8b3), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:40.014177 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment 73b29491-e23a-452f-8697-7330e247e8b3 resource provider aggregate not found Sep 05 12:39:40.031883 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment 73b29491-e23a-452f-8697-7330e247e8b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73b29491-e23a-452f-8697-7330e247e8b3 found for delete ", "request_id": "req-570a2e21-9baa-4937-a749-ac0dc9fe156b"}]} Sep 05 12:39:40.116230 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (38f5b205-d0f7-419a-8f07-cc61071fe0f8), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:40.120894 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:40.124670 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/38f5b205-d0f7-419a-8f07-cc61071fe0f8 HTTP/1.1" status: 204 len: 168 time: 0.7758193 Sep 05 12:39:40.129501 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 58730) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:39:40.144422 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8677b-5e2a-4a2d-90e0-c1604d8affc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=38f5b205-d0f7-419a-8f07-cc61071fe0f8,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:40.405815 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:40.450577 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6879b24d-3738-485f-8632-93ae14ad935b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557266'] for router_interface (1d06447d-9907-4549-9038-3a4ffc0ea036), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:40.530979 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:40.542565 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dc9f3-1986-4739-9008-c4d51033d903 req-19145017-2e68-4390-b46d-81b3df96b744 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:40.544136 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1e1dc9f3-1986-4739-9008-c4d51033d903 req-19145017-2e68-4390-b46d-81b3df96b744 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0564747 Sep 05 12:39:40.594917 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1e1dc9f3-1986-4739-9008-c4d51033d903 req-ebfe833e-dfc8-4af6-aaab-3e6d4cf1e1a3 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448344 Sep 05 12:39:40.682423 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-6879b24d-3738-485f-8632-93ae14ad935b admin admin] Deleting port 6ca6fa8b-6a49-4490-ae65-3db4db54125a {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:39:40.682728 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6879b24d-3738-485f-8632-93ae14ad935b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:40.764672 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-6879b24d-3738-485f-8632-93ae14ad935b admin admin] For port 6ca6fa8b-6a49-4490-ae65-3db4db54125a, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=6ca6fa8b-6a49-4490-ae65-3db4db54125a,segment=NetworkSegment(77ce9ced-6624-49cc-8740-8e263533ba91),segment_id=77ce9ced-6624-49cc-8740-8e263533ba91)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:39:40.765039 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6879b24d-3738-485f-8632-93ae14ad935b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:40.781836 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-6879b24d-3738-485f-8632-93ae14ad935b admin admin] Calling delete_port for 6ca6fa8b-6a49-4490-ae65-3db4db54125a owned by network:router_interface {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:39:40.905257 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:41.074192 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6879b24d-3738-485f-8632-93ae14ad935b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (6ca6fa8b-6a49-4490-ae65-3db4db54125a), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:41.103994 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879b24d-3738-485f-8632-93ae14ad935b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca6fa8b-6a49-4490-ae65-3db4db54125a,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:41.206253 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-4a240119-dc84-457d-8578-7c409d8b52a5 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:41.207763 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-4a240119-dc84-457d-8578-7c409d8b52a5 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/networks?id=940f936d-c824-4ec4-900c-187414e9e41b HTTP/1.1" status: 200 len: 814 time: 0.1854787 Sep 05 12:39:41.260223 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-22f89a14-9cf9-4db5-aa07-fd59cdf755a3 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/quotas/2a77deb0bf54420e90c26e66699b3611 HTTP/1.1" status: 200 len: 375 time: 0.0466335 Sep 05 12:39:41.302977 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-d84fb410-7d33-471f-a9b4-0f39e79f367d tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=2a77deb0bf54420e90c26e66699b3611&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362415 Sep 05 12:39:41.334988 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-439c40b6-8704-40f3-a4c5-a73153209fec service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 05 12:39:41.336008 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-439c40b6-8704-40f3-a4c5-a73153209fec service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052166 Sep 05 12:39:41.400148 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:41.402458 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6879b24d-3738-485f-8632-93ae14ad935b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632642'] for router_interface (1d06447d-9907-4549-9038-3a4ffc0ea036), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:41.491859 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-c1c3e650-fde8-449c-a9aa-8b334507b9b3 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/940f936d-c824-4ec4-900c-187414e9e41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454988 Sep 05 12:39:41.722013 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b6ded-3551-4c05-ac37-cbf4a4ac061e req-7d203128-084f-4315-be31-86a1e979306d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:41.723659 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bf2b6ded-3551-4c05-ac37-cbf4a4ac061e req-7d203128-084f-4315-be31-86a1e979306d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0502045 Sep 05 12:39:41.773691 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-bf2b6ded-3551-4c05-ac37-cbf4a4ac061e req-1198fa8e-3de0-41ae-9662-73bad68a6a20 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440617 Sep 05 12:39:41.911324 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-d0fe7f06-243b-4cec-b030-08bd8f53e00b service neutron] 10.222.0.62 "GET /networking/v2.0/networks/940f936d-c824-4ec4-900c-187414e9e41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137514 Sep 05 12:39:41.971852 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6879b24d-3738-485f-8632-93ae14ad935b admin admin] Router 1d06447d-9907-4549-9038-3a4ffc0ea036 has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:39:42.030765 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:42.078914 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6879b24d-3738-485f-8632-93ae14ad935b admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:39:42.083962 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-6879b24d-3738-485f-8632-93ae14ad935b admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/1d06447d-9907-4549-9038-3a4ffc0ea036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9533231 Sep 05 12:39:42.086700 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 58752) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:39:42.089627 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6076721-5785-4a61-bd3a-5f9fd0a30e11 None None] Sync routers for ids ['1d06447d-9907-4549-9038-3a4ffc0ea036'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:39:42.101066 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6076721-5785-4a61-bd3a-5f9fd0a30e11 None None] Routers {'1d06447d-9907-4549-9038-3a4ffc0ea036'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:39:42.101952 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-e6076721-5785-4a61-bd3a-5f9fd0a30e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:39:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['1d06447d-9907-4549-9038-3a4ffc0ea036'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:42.194514 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c7cb91f8-8218-42f6-9f86-70db5666f0e8 req-145094e1-9f17-48e5-916b-63b0cb494d73 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 210 time: 0.0551636 Sep 05 12:39:42.205015 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-304d0d2e-9ca7-4046-8fd5-7161a56d16c9 admin admin] Publish callbacks [] for router (1d06447d-9907-4549-9038-3a4ffc0ea036), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:42.256369 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-e6076721-5785-4a61-bd3a-5f9fd0a30e11 None None] Set router 1d06447d-9907-4549-9038-3a4ffc0ea036 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:39:42.320625 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-304d0d2e-9ca7-4046-8fd5-7161a56d16c9 admin admin] Publish callbacks [] for router_gateway (1d06447d-9907-4549-9038-3a4ffc0ea036), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:42.433767 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-e6076721-5785-4a61-bd3a-5f9fd0a30e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'name': 'tempest-TestVolumeBootPattern-894434931-router', 'tenant_id': 'ffc9db130a0043e98bc9e518812757b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.138'}], 'enable_snat': True}, 'gw_port_id': 'de2125c6-1ec9-4af6-8299-7ae313e3f96a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:31:02Z', 'updated_at': '2022-09-05T12:39:40Z', 'revision_number': 5, 'project_id': 'ffc9db130a0043e98bc9e518812757b4', 'gw_port': {'id': 'de2125c6-1ec9-4af6-8299-7ae313e3f96a', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:31:03Z', 'updated_at': '2022-09-05T12:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:42.446760 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-304d0d2e-9ca7-4046-8fd5-7161a56d16c9 admin admin] Deleting port de2125c6-1ec9-4af6-8299-7ae313e3f96a {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:39:42.448317 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-304d0d2e-9ca7-4046-8fd5-7161a56d16c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (de2125c6-1ec9-4af6-8299-7ae313e3f96a), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:42.464069 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6076721-5785-4a61-bd3a-5f9fd0a30e11 None None] Checking router: 1d06447d-9907-4549-9038-3a4ffc0ea036 for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:39:42.477127 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6076721-5785-4a61-bd3a-5f9fd0a30e11 None None] Routers {'1d06447d-9907-4549-9038-3a4ffc0ea036'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:39:42.478271 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-e6076721-5785-4a61-bd3a-5f9fd0a30e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:39:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['1d06447d-9907-4549-9038-3a4ffc0ea036'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:42.545996 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-304d0d2e-9ca7-4046-8fd5-7161a56d16c9 admin admin] For port de2125c6-1ec9-4af6-8299-7ae313e3f96a, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=de2125c6-1ec9-4af6-8299-7ae313e3f96a,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:39:42.546342 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-304d0d2e-9ca7-4046-8fd5-7161a56d16c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (de2125c6-1ec9-4af6-8299-7ae313e3f96a), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:42.561104 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-304d0d2e-9ca7-4046-8fd5-7161a56d16c9 admin admin] Calling delete_port for de2125c6-1ec9-4af6-8299-7ae313e3f96a owned by network:router_gateway {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:39:42.565674 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-e6076721-5785-4a61-bd3a-5f9fd0a30e11 None None] Set router 1d06447d-9907-4549-9038-3a4ffc0ea036 gateway port host: None {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:39:42.622287 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-e6076721-5785-4a61-bd3a-5f9fd0a30e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'name': 'tempest-TestVolumeBootPattern-894434931-router', 'tenant_id': 'ffc9db130a0043e98bc9e518812757b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:31:02Z', 'updated_at': '2022-09-05T12:39:42Z', 'revision_number': 6, 'project_id': 'ffc9db130a0043e98bc9e518812757b4', 'gw_port_host': None}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:42.649262 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6076721-5785-4a61-bd3a-5f9fd0a30e11 None None] The sync data for ids ['1d06447d-9907-4549-9038-3a4ffc0ea036'] in dv-cinder-801354-7-iscsi is: [{'id': '1d06447d-9907-4549-9038-3a4ffc0ea036', 'name': 'tempest-TestVolumeBootPattern-894434931-router', 'tenant_id': 'ffc9db130a0043e98bc9e518812757b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:31:02Z', 'updated_at': '2022-09-05T12:39:42Z', 'revision_number': 6, 'project_id': 'ffc9db130a0043e98bc9e518812757b4', 'gw_port_host': None}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:39:42.690245 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:42.865702 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-304d0d2e-9ca7-4046-8fd5-7161a56d16c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (de2125c6-1ec9-4af6-8299-7ae313e3f96a), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:42.915672 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d0d2e-9ca7-4046-8fd5-7161a56d16c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=de2125c6-1ec9-4af6-8299-7ae313e3f96a,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:42.930961 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966e82d-f626-41df-935b-5d51b781931a req-04f5a2e1-66cf-4bb8-9992-fc26abb7621f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:42.932964 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1966e82d-f626-41df-935b-5d51b781931a req-04f5a2e1-66cf-4bb8-9992-fc26abb7621f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0784490 Sep 05 12:39:43.036325 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1966e82d-f626-41df-935b-5d51b781931a req-ec2a1137-96c6-4a8a-8d9b-91175162a356 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964055 Sep 05 12:39:43.037055 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-304d0d2e-9ca7-4046-8fd5-7161a56d16c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633638'] for router_gateway (1d06447d-9907-4549-9038-3a4ffc0ea036), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:43.140621 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-304d0d2e-9ca7-4046-8fd5-7161a56d16c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2583'] for router (1d06447d-9907-4549-9038-3a4ffc0ea036), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:43.143018 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-304d0d2e-9ca7-4046-8fd5-7161a56d16c9 admin admin] Publish callbacks [] for router_controller (1d06447d-9907-4549-9038-3a4ffc0ea036), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:43.144550 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:43.287175 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-304d0d2e-9ca7-4046-8fd5-7161a56d16c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557213'] for router (1d06447d-9907-4549-9038-3a4ffc0ea036), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:43.287884 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304d0d2e-9ca7-4046-8fd5-7161a56d16c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d06447d-9907-4549-9038-3a4ffc0ea036 {{(pid=106740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 05 12:39:43.290306 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8cdc6e23-bce3-4ed9-9973-8d829b1bda0e req-0eb18429-fc7a-44a1-9537-ec4afebe1718 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 210 time: 0.0285757 Sep 05 12:39:43.292785 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-304d0d2e-9ca7-4046-8fd5-7161a56d16c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:43.294242 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-304d0d2e-9ca7-4046-8fd5-7161a56d16c9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/1d06447d-9907-4549-9038-3a4ffc0ea036 HTTP/1.1" status: 204 len: 168 time: 1.2066140 Sep 05 12:39:43.296881 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 58768) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:39:43.347789 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d25b22-8fcc-417c-9afc-1fdf59365da3 admin admin] Deleting subnet 8ec25fc3-fa96-48ac-b971-28869b7917f0 {{(pid=106740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:39:43.347789 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-18d25b22-8fcc-417c-9afc-1fdf59365da3 admin admin] Publish callbacks [] for subnet (8ec25fc3-fa96-48ac-b971-28869b7917f0), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:43.383440 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-18d25b22-8fcc-417c-9afc-1fdf59365da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107463'] for subnet (8ec25fc3-fa96-48ac-b971-28869b7917f0), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:43.468588 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-18d25b22-8fcc-417c-9afc-1fdf59365da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (8ec25fc3-fa96-48ac-b971-28869b7917f0), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:43.619853 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-18d25b22-8fcc-417c-9afc-1fdf59365da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3773182'] for subnet (8ec25fc3-fa96-48ac-b971-28869b7917f0), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:43.641695 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8d531a-01e2-49f6-ae86-73c5676a7329 None None] Network 14d3125a-f327-4881-ae7b-3e084b31fad5 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:39:43.651707 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-18d25b22-8fcc-417c-9afc-1fdf59365da3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:43.655929 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-18d25b22-8fcc-417c-9afc-1fdf59365da3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/8ec25fc3-fa96-48ac-b971-28869b7917f0 HTTP/1.1" status: 204 len: 168 time: 0.3569322 Sep 05 12:39:43.657217 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d25b22-8fcc-417c-9afc-1fdf59365da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec25fc3-fa96-48ac-b971-28869b7917f0,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:43.657873 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 58770) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:39:43.735659 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (14d3125a-f327-4881-ae7b-3e084b31fad5), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:43.782652 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] Deleting port 271a62ba-9dc1-4b1c-b9bd-0796028286e6 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:39:43.782991 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (271a62ba-9dc1-4b1c-b9bd-0796028286e6), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:43.795890 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66ec1b2-05b3-4e98-858b-f1abb1bf952e None None] DHCP port deletion for 14d3125a-f327-4881-ae7b-3e084b31fad5 request from dv-cinder-801354-7-iscsi {{(pid=106741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 05 12:39:43.846428 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b66ec1b2-05b3-4e98-858b-f1abb1bf952e None None] Deleting port 271a62ba-9dc1-4b1c-b9bd-0796028286e6 {{(pid=106741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:39:43.847202 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b66ec1b2-05b3-4e98-858b-f1abb1bf952e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (271a62ba-9dc1-4b1c-b9bd-0796028286e6), before_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:43.866124 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] For port 271a62ba-9dc1-4b1c-b9bd-0796028286e6, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=271a62ba-9dc1-4b1c-b9bd-0796028286e6,segment=NetworkSegment(77ce9ced-6624-49cc-8740-8e263533ba91),segment_id=77ce9ced-6624-49cc-8740-8e263533ba91)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:39:43.868809 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device de2125c6-1ec9-4af6-8299-7ae313e3f96a no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:39:43.868941 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (271a62ba-9dc1-4b1c-b9bd-0796028286e6), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:43.880732 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] Calling delete_port for 271a62ba-9dc1-4b1c-b9bd-0796028286e6 owned by network:dhcp {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:39:43.912142 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: de2125c6-1ec9-4af6-8299-7ae313e3f96a {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:39:43.912497 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device de2125c6-1ec9-4af6-8299-7ae313e3f96a not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:39:43.912924 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 6ca6fa8b-6a49-4490-ae65-3db4db54125a no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:39:43.940607 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: 6ca6fa8b-6a49-4490-ae65-3db4db54125a {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:39:43.940956 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 6ca6fa8b-6a49-4490-ae65-3db4db54125a not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:39:43.941409 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 271a62ba-9dc1-4b1c-b9bd-0796028286e6 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:39:43.983221 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b66ec1b2-05b3-4e98-858b-f1abb1bf952e None None] For port 271a62ba-9dc1-4b1c-b9bd-0796028286e6, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=271a62ba-9dc1-4b1c-b9bd-0796028286e6,segment=NetworkSegment(77ce9ced-6624-49cc-8740-8e263533ba91),segment_id=77ce9ced-6624-49cc-8740-8e263533ba91)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:39:43.983591 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b66ec1b2-05b3-4e98-858b-f1abb1bf952e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (271a62ba-9dc1-4b1c-b9bd-0796028286e6), precommit_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:44.000593 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b66ec1b2-05b3-4e98-858b-f1abb1bf952e None None] Calling delete_port for 271a62ba-9dc1-4b1c-b9bd-0796028286e6 owned by network:dhcp {{(pid=106741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:39:44.024623 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (271a62ba-9dc1-4b1c-b9bd-0796028286e6), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:44.047586 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:44.052524 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=271a62ba-9dc1-4b1c-b9bd-0796028286e6,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:44.055956 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] No DVR routers for this DVR port 271a62ba-9dc1-4b1c-b9bd-0796028286e6 on host dv-cinder-801354-7-iscsi {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:39:44.067081 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Port 271a62ba-9dc1-4b1c-b9bd-0796028286e6 update to DOWN by agent not found {{(pid=106741) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 05 12:39:44.104641 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b66ec1b2-05b3-4e98-858b-f1abb1bf952e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (271a62ba-9dc1-4b1c-b9bd-0796028286e6), after_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:44.135985 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (14d3125a-f327-4881-ae7b-3e084b31fad5), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:44.139357 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ec1b2-05b3-4e98-858b-f1abb1bf952e None None] Pushing event deleted for resources: {'Port': ['ID=271a62ba-9dc1-4b1c-b9bd-0796028286e6,revision_number=None']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:44.141272 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66ec1b2-05b3-4e98-858b-f1abb1bf952e None None] No DVR routers for this DVR port 271a62ba-9dc1-4b1c-b9bd-0796028286e6 on host dv-cinder-801354-7-iscsi {{(pid=106741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:39:44.174262 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d3125a-f327-4881-ae7b-3e084b31fad5']}} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:44.185210 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ce9ced-6624-49cc-8740-8e263533ba91') {'for_net_delete': True} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:44.185947 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ce9ced-6624-49cc-8740-8e263533ba91') {} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:39:44.196691 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4dfd3-24b0-4fef-9f97-76fbd50a5ae3 req-e1fb8bcc-fb48-4021-aba4-2ca32c0d0582 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:44.198740 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1dc4dfd3-24b0-4fef-9f97-76fbd50a5ae3 req-e1fb8bcc-fb48-4021-aba4-2ca32c0d0582 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0561578 Sep 05 12:39:44.201517 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3249957'] for segment (77ce9ced-6624-49cc-8740-8e263533ba91), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:44.215495 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (77ce9ced-6624-49cc-8740-8e263533ba91), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:44.223011 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=106739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:39:44.223397 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3093733'] for segment (77ce9ced-6624-49cc-8740-8e263533ba91), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:44.228166 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:44.261966 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1dc4dfd3-24b0-4fef-9f97-76fbd50a5ae3 req-8d7a772d-4ad9-446e-84fd-dd2d7986d5bc tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575292 Sep 05 12:39:44.271033 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment 77ce9ced-6624-49cc-8740-8e263533ba91 resource provider aggregate not found Sep 05 12:39:44.292717 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment 77ce9ced-6624-49cc-8740-8e263533ba91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77ce9ced-6624-49cc-8740-8e263533ba91 found for delete ", "request_id": "req-db86768d-bd5d-4335-975a-75bdbea04e78"}]} Sep 05 12:39:44.394662 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (14d3125a-f327-4881-ae7b-3e084b31fad5), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:44.397467 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6c9c46aa-0f1c-4431-9c5e-5ffe81191ed0 req-2e064b54-3e7c-465d-b974-79d41f00896f tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 210 time: 0.0320323 Sep 05 12:39:44.401616 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:44.405455 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/14d3125a-f327-4881-ae7b-3e084b31fad5 HTTP/1.1" status: 204 len: 168 time: 0.7463603 Sep 05 12:39:44.417983 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132f74e-6f8b-4f75-873e-8205b1d1c0c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=14d3125a-f327-4881-ae7b-3e084b31fad5,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:44.793161 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 58782) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:39:44.837478 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-7413a1e4-4ed4-4ea4-aec6-7a33214132d5 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4377cb4a93524abd99acb6ebe07fd1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430889 Sep 05 12:39:44.840094 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 58784) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:39:44.895698 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-568661cf-8f9c-4259-a088-94549b52aa68 admin admin] Publish callbacks [] for security_group (619ad210-e23f-47f7-a5a8-42788d54aa89), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:44.917512 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-568661cf-8f9c-4259-a088-94549b52aa68 admin admin] Publish callbacks [] for security_group (619ad210-e23f-47f7-a5a8-42788d54aa89), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:44.951232 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-85543300-c6da-4b34-a8b8-6c8d4368c681 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:44.953226 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-85543300-c6da-4b34-a8b8-6c8d4368c681 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.58 "GET /networking/v2.0/networks?id=940f936d-c824-4ec4-900c-187414e9e41b HTTP/1.1" status: 200 len: 814 time: 0.1134739 Sep 05 12:39:45.062613 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-568661cf-8f9c-4259-a088-94549b52aa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (619ad210-e23f-47f7-a5a8-42788d54aa89), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:45.065349 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-568661cf-8f9c-4259-a088-94549b52aa68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:45.066552 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-568661cf-8f9c-4259-a088-94549b52aa68 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/619ad210-e23f-47f7-a5a8-42788d54aa89 HTTP/1.1" status: 204 len: 168 time: 0.2255666 Sep 05 12:39:45.075456 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568661cf-8f9c-4259-a088-94549b52aa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619ad210-e23f-47f7-a5a8-42788d54aa89,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:45.108431 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-998ef1e1-f44a-400b-914e-eb2dba432a80 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Request body: {'port': {'device_id': '0697a8cd-6c7d-418f-b704-0c989d226123', 'network_id': '940f936d-c824-4ec4-900c-187414e9e41b', 'admin_state_up': True, 'tenant_id': '2a77deb0bf54420e90c26e66699b3611'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:39:45.333151 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-998ef1e1-f44a-400b-914e-eb2dba432a80 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Made reservation on behalf of 2a77deb0bf54420e90c26e66699b3611 for: {'port': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:39:45.337393 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-998ef1e1-f44a-400b-914e-eb2dba432a80 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:45.340604 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:45.435111 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f4902-fc04-4724-b424-7b9d9939ee1c req-40af49ae-0a31-4a89-acc0-150ce58de54f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:45.436733 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-282f4902-fc04-4724-b424-7b9d9939ee1c req-40af49ae-0a31-4a89-acc0-150ce58de54f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0889258 Sep 05 12:39:45.531656 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fb405c31-9033-4261-bd95-9800435c7b10 req-85ddec02-6f2e-4a0d-89d7-6ddcb2f58b3d tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 210 time: 0.0313833 Sep 05 12:39:45.554512 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-282f4902-fc04-4724-b424-7b9d9939ee1c req-1abc93b0-689a-4e91-bbb0-d284b1707f01 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991776 Sep 05 12:39:45.558014 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:45.559356 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-998ef1e1-f44a-400b-914e-eb2dba432a80 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Allocated IP 172.20.0.8 (940f936d-c824-4ec4-900c-187414e9e41b/a5d41d05-3509-4e49-a017-f3e2ba403185/fdfbc8cd-09b6-4716-b9d7-630ed9f04518) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:39:45.717835 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-998ef1e1-f44a-400b-914e-eb2dba432a80 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Publish callbacks [] for port (fdfbc8cd-09b6-4716-b9d7-630ed9f04518), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:45.845152 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-998ef1e1-f44a-400b-914e-eb2dba432a80 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (fdfbc8cd-09b6-4716-b9d7-630ed9f04518), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:45.887032 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 58798) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:39:45.889097 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-998ef1e1-f44a-400b-914e-eb2dba432a80 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Network 940f936d-c824-4ec4-900c-187414e9e41b is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:39:45.892216 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-998ef1e1-f44a-400b-914e-eb2dba432a80 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:39:45.894567 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:45.899939 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-998ef1e1-f44a-400b-914e-eb2dba432a80 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:39:45.923754 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ef1e1-f44a-400b-914e-eb2dba432a80 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Pushing event updated for resources: {'Port': ['ID=fdfbc8cd-09b6-4716-b9d7-630ed9f04518,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:45.932171 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-f12a5264-75a3-4290-9870-e6b0d1372678 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ffc9db130a0043e98bc9e518812757b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426338 Sep 05 12:39:45.933681 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 58800) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:39:45.948766 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-998ef1e1-f44a-400b-914e-eb2dba432a80 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:45.949376 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-998ef1e1-f44a-400b-914e-eb2dba432a80 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:45.987106 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-aebdee79-2a75-4f94-9eac-b8172d7a1434 admin admin] Publish callbacks [] for security_group (6e64c890-f02f-4b43-bba0-f2e1594e39f0), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:46.007443 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-aebdee79-2a75-4f94-9eac-b8172d7a1434 admin admin] Publish callbacks [] for security_group (6e64c890-f02f-4b43-bba0-f2e1594e39f0), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:46.070202 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-998ef1e1-f44a-400b-914e-eb2dba432a80 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9713731 Sep 05 12:39:46.081514 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b1131d6b-08cd-44a0-a08b-bb1ce1c521e5 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 05 12:39:46.082474 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b1131d6b-08cd-44a0-a08b-bb1ce1c521e5 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049198 Sep 05 12:39:46.170739 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-aebdee79-2a75-4f94-9eac-b8172d7a1434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (6e64c890-f02f-4b43-bba0-f2e1594e39f0), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:46.173467 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-aebdee79-2a75-4f94-9eac-b8172d7a1434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:46.174859 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-aebdee79-2a75-4f94-9eac-b8172d7a1434 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/6e64c890-f02f-4b43-bba0-f2e1594e39f0 HTTP/1.1" status: 204 len: 168 time: 0.2394795 Sep 05 12:39:46.183406 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdee79-2a75-4f94-9eac-b8172d7a1434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e64c890-f02f-4b43-bba0-f2e1594e39f0,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:46.329005 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Request body: {'port': {'device_id': '0697a8cd-6c7d-418f-b704-0c989d226123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:39:46.387620 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:46.394580 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (fdfbc8cd-09b6-4716-b9d7-630ed9f04518), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:46.685543 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78875940-cbd7-4b49-824c-969708ba47c7 req-33eeafdd-3b42-48be-81ea-065af4d812c8 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:46.688564 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-78875940-cbd7-4b49-824c-969708ba47c7 req-33eeafdd-3b42-48be-81ea-065af4d812c8 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 931 time: 0.0699227 Sep 05 12:39:46.719007 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdfbc8cd-09b6-4716-b9d7-630ed9f04518 {{(pid=106740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:39:46.732084 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Publish callbacks [] for port (fdfbc8cd-09b6-4716-b9d7-630ed9f04518), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:46.745538 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280f909-8769-4e8f-b15f-eac12434a9ae req-6e3dbdb0-769b-4776-b444-6adbaf53b084 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:46.747116 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d280f909-8769-4e8f-b15f-eac12434a9ae req-6e3dbdb0-769b-4776-b444-6adbaf53b084 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0786037 Sep 05 12:39:46.756271 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.provisioning_blocks [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Transition to ACTIVE for port object fdfbc8cd-09b6-4716-b9d7-630ed9f04518 will not be triggered until provisioned by entity L2. {{(pid=106740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:39:46.759356 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-78875940-cbd7-4b49-824c-969708ba47c7 req-e48d585d-5bde-418b-8856-c8b13d669edc tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629303 Sep 05 12:39:46.809182 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d280f909-8769-4e8f-b15f-eac12434a9ae req-aa324a35-8038-44b7-8dde-491c230f407e tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442524 Sep 05 12:39:46.856484 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800150'] for port (fdfbc8cd-09b6-4716-b9d7-630ed9f04518), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:46.895261 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:46.945415 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfbc8cd-09b6-4716-b9d7-630ed9f04518,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:46.976440 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Attempting to bind port fdfbc8cd-09b6-4716-b9d7-630ed9f04518 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:39:46.976784 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Attempting to bind port fdfbc8cd-09b6-4716-b9d7-630ed9f04518 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '55d3281b-a5f4-437b-a6a4-2e4189517987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '940f936d-c824-4ec4-900c-187414e9e41b'}] {{(pid=106740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:39:46.977123 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Attempting to bind port fdfbc8cd-09b6-4716-b9d7-630ed9f04518 on network 940f936d-c824-4ec4-900c-187414e9e41b {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:39:47.018215 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Port fdfbc8cd-09b6-4716-b9d7-630ed9f04518 on network 940f936d-c824-4ec4-900c-187414e9e41b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:39:47.018546 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Attempting to bind port fdfbc8cd-09b6-4716-b9d7-630ed9f04518 on network 940f936d-c824-4ec4-900c-187414e9e41b {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:39:47.066985 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:39:47.066985 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Checking segment: {'id': '55d3281b-a5f4-437b-a6a4-2e4189517987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '940f936d-c824-4ec4-900c-187414e9e41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:39:47.066985 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Bound using segment: {'id': '55d3281b-a5f4-437b-a6a4-2e4189517987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '940f936d-c824-4ec4-900c-187414e9e41b'} {{(pid=106740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:39:47.066985 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.managers [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Bound port: fdfbc8cd-09b6-4716-b9d7-630ed9f04518, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d3281b-a5f4-437b-a6a4-2e4189517987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '940f936d-c824-4ec4-900c-187414e9e41b'}}] {{(pid=106740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:39:47.066985 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (fdfbc8cd-09b6-4716-b9d7-630ed9f04518), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:47.157587 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] For port fdfbc8cd-09b6-4716-b9d7-630ed9f04518, host hv-cinder-80135, cleared binding levels {{(pid=106740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:39:47.174627 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] For port fdfbc8cd-09b6-4716-b9d7-630ed9f04518, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fdfbc8cd-09b6-4716-b9d7-630ed9f04518,segment=NetworkSegment(55d3281b-a5f4-437b-a6a4-2e4189517987),segment_id=55d3281b-a5f4-437b-a6a4-2e4189517987)] {{(pid=106740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:39:47.184107 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0c163-6c37-4c51-b369-7f356029ffdc req-a5d40f77-7194-4bde-8974-42aefa923bb2 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:47.185617 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-05b0c163-6c37-4c51-b369-7f356029ffdc req-a5d40f77-7194-4bde-8974-42aefa923bb2 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0729344 Sep 05 12:39:47.235063 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-05b0c163-6c37-4c51-b369-7f356029ffdc req-09e24c68-836f-4280-b76e-b91ff4ee0fbc tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427871 Sep 05 12:39:47.287583 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800150'] for port (fdfbc8cd-09b6-4716-b9d7-630ed9f04518), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:47.292010 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:47.292654 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:47.294068 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/fdfbc8cd-09b6-4716-b9d7-630ed9f04518 HTTP/1.1" status: 200 len: 1093 time: 1.1896451 Sep 05 12:39:47.294569 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0697a8cd-6c7d-418f-b704-0c989d226123', 'tag': 'fdfbc8cd-09b6-4716-b9d7-630ed9f04518'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:39:47.296964 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f129d598-3498-4116-a19b-9339ed2e92c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0697a8cd-6c7d-418f-b704-0c989d226123", "tag": "fdfbc8cd-09b6-4716-b9d7-630ed9f04518"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:39:47.358681 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86ab2f7-59b0-4107-85c5-208f971a8c57 x-openstack-request-id: req-c86ab2f7-59b0-4107-85c5-208f971a8c57 {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:39:47.358972 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0697a8cd-6c7d-418f-b704-0c989d226123", "tag": "fdfbc8cd-09b6-4716-b9d7-630ed9f04518", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:39:47.359229 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c86ab2f7-59b0-4107-85c5-208f971a8c57 {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:39:47.359654 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c86ab2f7-59b0-4107-85c5-208f971a8c57'] response: {'name': 'network-changed', 'server_uuid': '0697a8cd-6c7d-418f-b704-0c989d226123', 'tag': 'fdfbc8cd-09b6-4716-b9d7-630ed9f04518', 'status': 'completed', 'code': 200} Sep 05 12:39:47.374227 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:47.384249 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496c7ac-e611-45b7-b04e-6287dac1c399 service neutron] Pushing event updated for resources: {'Port': ['ID=fdfbc8cd-09b6-4716-b9d7-630ed9f04518,revision_number=3']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:47.387387 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1301e-603f-4598-95d2-3e6a62aa300f req-67a00d72-fbbf-4e81-8a20-568df438f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:47.389026 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d6f1301e-603f-4598-95d2-3e6a62aa300f req-67a00d72-fbbf-4e81-8a20-568df438f15b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=7b514c04a13742b1b19d46fec1c40f69&device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 1130 time: 0.0584772 Sep 05 12:39:47.441405 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129d598-3498-4116-a19b-9339ed2e92c7 req-1ba3c9a0-e636-40ec-9854-8cec12ca215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:47.442919 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f129d598-3498-4116-a19b-9339ed2e92c7 req-1ba3c9a0-e636-40ec-9854-8cec12ca215b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a77deb0bf54420e90c26e66699b3611&device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 1127 time: 0.0413461 Sep 05 12:39:47.489241 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1301e-603f-4598-95d2-3e6a62aa300f req-b1a370b4-c05d-4c5a-990d-1d454af46f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:47.490748 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d6f1301e-603f-4598-95d2-3e6a62aa300f req-b1a370b4-c05d-4c5a-990d-1d454af46f45 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=fe3deca4-eb5b-4550-84a3-afb4afe5c540 HTTP/1.1" status: 200 len: 911 time: 0.0895278 Sep 05 12:39:47.555960 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129d598-3498-4116-a19b-9339ed2e92c7 req-2bb9fb1d-6f1f-4c5b-9a1e-e58df8114a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:47.557488 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f129d598-3498-4116-a19b-9339ed2e92c7 req-2bb9fb1d-6f1f-4c5b-9a1e-e58df8114a8a service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=2a77deb0bf54420e90c26e66699b3611&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0944993 Sep 05 12:39:47.558314 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d6f1301e-603f-4598-95d2-3e6a62aa300f req-a99f155c-763a-42b7-8c7f-a7489499697e service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 HTTP/1.1" status: 200 len: 1001 time: 0.0616474 Sep 05 12:39:47.578641 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:47.614425 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1301e-603f-4598-95d2-3e6a62aa300f req-52939989-2d23-4ab5-8cf4-32e72ede74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:47.615835 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d6f1301e-603f-4598-95d2-3e6a62aa300f req-52939989-2d23-4ab5-8cf4-32e72ede74a1 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b9b83362-733a-4921-af9e-bd64e5242e88 HTTP/1.1" status: 200 len: 849 time: 0.0440798 Sep 05 12:39:47.660426 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1301e-603f-4598-95d2-3e6a62aa300f req-60198f74-87dc-4c5d-8235-beb10cd859ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:47.661925 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d6f1301e-603f-4598-95d2-3e6a62aa300f req-60198f74-87dc-4c5d-8235-beb10cd859ac service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=fe3deca4-eb5b-4550-84a3-afb4afe5c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386093 Sep 05 12:39:47.666012 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129d598-3498-4116-a19b-9339ed2e92c7 req-80e8ac80-7ef4-4eb6-accb-7955c5efd402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:47.667449 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f129d598-3498-4116-a19b-9339ed2e92c7 req-80e8ac80-7ef4-4eb6-accb-7955c5efd402 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963483 Sep 05 12:39:47.775289 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-afd8f2bc-2479-40a4-8a3a-96b65d711662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:47.777107 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d6f1301e-603f-4598-95d2-3e6a62aa300f req-0e3c9ccc-959a-44c6-b182-3aaa4ee59011 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914631 Sep 05 12:39:47.777818 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-afd8f2bc-2479-40a4-8a3a-96b65d711662 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2a77deb0bf54420e90c26e66699b3611&device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 1127 time: 0.0415406 Sep 05 12:39:47.841798 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-1288807a-ad1a-412e-8d3a-4cbd863851d6 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fdfbc8cd-09b6-4716-b9d7-630ed9f04518 HTTP/1.1" status: 200 len: 217 time: 0.0342205 Sep 05 12:39:47.906960 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-89c3cc5d-0dd0-4a46-858b-dac14c916db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:47.909024 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-89c3cc5d-0dd0-4a46-858b-dac14c916db3 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=a5d41d05-3509-4e49-a017-f3e2ba403185 HTTP/1.1" status: 200 len: 854 time: 0.0561669 Sep 05 12:39:47.916041 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f96731-9ad4-4ab6-a18e-8bde0de6c4c0 req-10ce6ee6-92e9-4aef-9174-24063972797e tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:47.917520 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a1f96731-9ad4-4ab6-a18e-8bde0de6c4c0 req-10ce6ee6-92e9-4aef-9174-24063972797e tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 943 time: 0.0918415 Sep 05 12:39:47.949228 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-2ad9ff49-e328-4b78-bd41-2e4b73bac059 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=940f936d-c824-4ec4-900c-187414e9e41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330036 Sep 05 12:39:47.957860 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d6f1301e-603f-4598-95d2-3e6a62aa300f req-1e92cd00-72c6-4372-b08b-74e4bd6d5661 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513734 Sep 05 12:39:47.989235 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a1f96731-9ad4-4ab6-a18e-8bde0de6c4c0 req-fcb9a785-426b-4d26-9dcd-ab4c01d44b64 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617678 Sep 05 12:39:48.056791 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-156781ef-c5d3-4bc9-b852-110a03b57ea9 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/940f936d-c824-4ec4-900c-187414e9e41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007154 Sep 05 12:39:48.173752 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6045abe6-3d7d-4142-a940-aeaed75392c5 req-e0bee499-d200-4389-bf4d-89716ae0329c service neutron] 10.222.0.58 "GET /networking/v2.0/networks/940f936d-c824-4ec4-900c-187414e9e41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930653 Sep 05 12:39:48.361302 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008dd6f-d71d-4d52-bde3-6ff31ab99d8a req-a6b04f49-6aa9-4661-a9e3-2663753690ed tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:48.362806 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a008dd6f-d71d-4d52-bde3-6ff31ab99d8a req-a6b04f49-6aa9-4661-a9e3-2663753690ed tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0474873 Sep 05 12:39:48.411955 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a008dd6f-d71d-4d52-bde3-6ff31ab99d8a req-110867a1-c9e6-4a40-9861-7d21d19f9719 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428843 Sep 05 12:39:49.123473 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8590743-96f6-4a16-89c1-d0feb8cba2dc req-60293c12-f35e-4927-a05b-685cb1312bfb tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:49.125540 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a8590743-96f6-4a16-89c1-d0feb8cba2dc req-60293c12-f35e-4927-a05b-685cb1312bfb tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 943 time: 0.0486033 Sep 05 12:39:49.172627 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a8590743-96f6-4a16-89c1-d0feb8cba2dc req-bfcd9b3a-f78c-46b7-b818-7622c61d2187 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412142 Sep 05 12:39:49.538666 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf216e62-7f76-4055-982a-fb5f19e9de95 req-2be5b9c2-7517-4092-a980-983f17ae918e tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:49.540181 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cf216e62-7f76-4055-982a-fb5f19e9de95 req-2be5b9c2-7517-4092-a980-983f17ae918e tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0506248 Sep 05 12:39:49.588939 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-cf216e62-7f76-4055-982a-fb5f19e9de95 req-37ca08df-b3aa-4e85-b3a0-14999d8bf167 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430396 Sep 05 12:39:50.294510 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9198b-0e6b-46ff-abc6-b573a18ed554 req-c9804f70-90f4-4df3-9040-33c1dd80020f tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:50.296036 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d0d9198b-0e6b-46ff-abc6-b573a18ed554 req-c9804f70-90f4-4df3-9040-33c1dd80020f tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 943 time: 0.0477026 Sep 05 12:39:50.356405 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d0d9198b-0e6b-46ff-abc6-b573a18ed554 req-a18f95d7-5726-411a-b28c-3b6789af9fc3 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534520 Sep 05 12:39:50.874981 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device fdfbc8cd-09b6-4716-b9d7-630ed9f04518 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:39:50.890921 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:50.980123 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port fdfbc8cd-09b6-4716-b9d7-630ed9f04518, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fdfbc8cd-09b6-4716-b9d7-630ed9f04518,segment=NetworkSegment(55d3281b-a5f4-437b-a6a4-2e4189517987),segment_id=55d3281b-a5f4-437b-a6a4-2e4189517987)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:39:50.991413 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': 'fdfbc8cd-09b6-4716-b9d7-630ed9f04518', 'network_id': '940f936d-c824-4ec4-900c-187414e9e41b', 'port_id': 'fdfbc8cd-09b6-4716-b9d7-630ed9f04518', 'mac_address': 'fa:16:3e:c7:ac:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d41d05-3509-4e49-a017-f3e2ba403185', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:39:51.028450 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port fdfbc8cd-09b6-4716-b9d7-630ed9f04518 is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:39:51.028851 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (fdfbc8cd-09b6-4716-b9d7-630ed9f04518), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:51.042141 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdfbc8cd-09b6-4716-b9d7-630ed9f04518 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:39:51.063574 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port fdfbc8cd-09b6-4716-b9d7-630ed9f04518, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fdfbc8cd-09b6-4716-b9d7-630ed9f04518,segment=NetworkSegment(55d3281b-a5f4-437b-a6a4-2e4189517987),segment_id=55d3281b-a5f4-437b-a6a4-2e4189517987)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:39:51.127399 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (fdfbc8cd-09b6-4716-b9d7-630ed9f04518), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:51.180787 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=fdfbc8cd-09b6-4716-b9d7-630ed9f04518,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:51.433621 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:51.446305 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['fdfbc8cd-09b6-4716-b9d7-630ed9f04518'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:39:51.482585 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec3505-2476-4e77-b8d4-46e63f5a5153 req-aaf8e9d9-0221-49a2-b574-3d63df77faa9 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:51.484747 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d3ec3505-2476-4e77-b8d4-46e63f5a5153 req-aaf8e9d9-0221-49a2-b574-3d63df77faa9 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 944 time: 0.0510285 Sep 05 12:39:51.534480 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d3ec3505-2476-4e77-b8d4-46e63f5a5153 req-6dc5dd15-6c78-4d51-9746-4b6d6a46ecc2 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436375 Sep 05 12:39:52.625014 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=40 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:52.625837 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=43 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:52.664944 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2c7c9-6c0d-4288-90f3-782cfc83395a req-2bb9f729-b5be-4185-bb5f-730d0bcf7a76 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:52.666436 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a0b2c7c9-6c0d-4288-90f3-782cfc83395a req-2bb9f729-b5be-4185-bb5f-730d0bcf7a76 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 944 time: 0.0500865 Sep 05 12:39:52.715026 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a0b2c7c9-6c0d-4288-90f3-782cfc83395a req-86566ac9-1ecf-404f-ab2c-90548a865ecc tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427315 Sep 05 12:39:52.896583 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device fdfbc8cd-09b6-4716-b9d7-630ed9f04518 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:39:52.941049 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port fdfbc8cd-09b6-4716-b9d7-630ed9f04518 completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:39:53.036298 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port fdfbc8cd-09b6-4716-b9d7-630ed9f04518 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:39:53.036799 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (fdfbc8cd-09b6-4716-b9d7-630ed9f04518), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:53.117074 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port fdfbc8cd-09b6-4716-b9d7-630ed9f04518 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:39:53.117455 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (fdfbc8cd-09b6-4716-b9d7-630ed9f04518), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:53.141795 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0697a8cd-6c7d-418f-b704-0c989d226123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfbc8cd-09b6-4716-b9d7-630ed9f04518'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:39:53.144010 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31064c19-4384-49e7-acb2-58a82a2a9e85" -d '{"events": [{"server_uuid": "0697a8cd-6c7d-418f-b704-0c989d226123", "name": "network-vif-plugged", "status": "completed", "tag": "fdfbc8cd-09b6-4716-b9d7-630ed9f04518"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:39:53.157895 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port fdfbc8cd-09b6-4716-b9d7-630ed9f04518, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fdfbc8cd-09b6-4716-b9d7-630ed9f04518,segment=NetworkSegment(55d3281b-a5f4-437b-a6a4-2e4189517987),segment_id=55d3281b-a5f4-437b-a6a4-2e4189517987)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:39:53.184826 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1af40e1-76a9-43a7-83d2-5b8195094286 x-openstack-request-id: req-a1af40e1-76a9-43a7-83d2-5b8195094286 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:39:53.185116 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0697a8cd-6c7d-418f-b704-0c989d226123", "name": "network-vif-plugged", "status": "completed", "tag": "fdfbc8cd-09b6-4716-b9d7-630ed9f04518", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:39:53.191286 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1af40e1-76a9-43a7-83d2-5b8195094286 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:39:53.191286 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1af40e1-76a9-43a7-83d2-5b8195094286'] response: {'server_uuid': '0697a8cd-6c7d-418f-b704-0c989d226123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdfbc8cd-09b6-4716-b9d7-630ed9f04518', 'code': 200} Sep 05 12:39:53.245441 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (fdfbc8cd-09b6-4716-b9d7-630ed9f04518), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:39:53.295276 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=fdfbc8cd-09b6-4716-b9d7-630ed9f04518,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:39:53.557919 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:53.561263 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5b06e-eb99-4946-a023-3938286f053d req-7407d144-4753-4679-b7c7-33adab17c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:53.562835 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8dc5b06e-eb99-4946-a023-3938286f053d req-7407d144-4753-4679-b7c7-33adab17c814 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 1129 time: 0.0397010 Sep 05 12:39:53.613129 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8dc5b06e-eb99-4946-a023-3938286f053d req-3f865f5c-3899-4364-84bf-afc43f3f7b57 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438480 Sep 05 12:39:53.834800 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed51e7-826b-4de7-9328-44b20da48349 req-5a36544b-ae8f-4b9b-bd6f-9d071e55ae0f tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:53.836202 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-86ed51e7-826b-4de7-9328-44b20da48349 req-5a36544b-ae8f-4b9b-bd6f-9d071e55ae0f tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 945 time: 0.0467870 Sep 05 12:39:53.855231 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:39:53.883544 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-86ed51e7-826b-4de7-9328-44b20da48349 req-d928dc99-bead-42ad-83dc-bfb1443474c7 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417128 Sep 05 12:39:55.007767 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff02da9-4cce-4a80-b01c-31967b885a07 req-33456399-d5d7-4541-9087-fc1395332f90 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:39:55.009271 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-aff02da9-4cce-4a80-b01c-31967b885a07 req-33456399-d5d7-4541-9087-fc1395332f90 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 945 time: 0.0469007 Sep 05 12:39:55.063325 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-aff02da9-4cce-4a80-b01c-31967b885a07 req-944b12f5-73e0-4773-8dc7-167de3018328 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483830 Sep 05 12:40:00.168736 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:01.291906 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:40:03.664573 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-26fb8f40-497f-476c-b252-129bead7c6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:03.880583 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=80 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:05.049418 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=79 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:05.059214 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=9 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:06.104743 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-7b44e12c-7cee-428e-8e24-3717732538ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:07.315166 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:07.425475 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:08.790408 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:09.160526 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:15.372017 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:15.382464 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=7 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:19.078393 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d422d3e-ed95-4f4f-b15c-8a4234590c62 req-c6414060-6abd-44bb-bba6-cff0072257fd tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:19.079918 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7d422d3e-ed95-4f4f-b15c-8a4234590c62 req-c6414060-6abd-44bb-bba6-cff0072257fd tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 945 time: 0.0476820 Sep 05 12:40:19.081829 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:19.083735 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:19.129416 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7d422d3e-ed95-4f4f-b15c-8a4234590c62 req-7041a7a2-e853-4e4f-a307-29206d0f2874 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416527 Sep 05 12:40:20.256004 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3e5d0-4944-4384-94d6-3f80c2de344c req-dd921331-4b5d-4bfd-a2b2-d811c5a759bc tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:20.257527 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1aa3e5d0-4944-4384-94d6-3f80c2de344c req-dd921331-4b5d-4bfd-a2b2-d811c5a759bc tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 945 time: 0.0499439 Sep 05 12:40:20.305469 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1aa3e5d0-4944-4384-94d6-3f80c2de344c req-1c8b5da2-3746-4d3e-97a5-7388bf99784f tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1caee86f-0a5f-4101-8728-4ceb8a96baf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422847 Sep 05 12:40:20.971565 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a7c86-6181-4fa6-bbc8-ca9d7e4e60e1 req-c3609128-302d-45e5-a3d8-556cc59e56fe tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:20.973056 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-913a7c86-6181-4fa6-bbc8-ca9d7e4e60e1 req-c3609128-302d-45e5-a3d8-556cc59e56fe tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 945 time: 0.0512223 Sep 05 12:40:21.062263 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-913a7c86-6181-4fa6-bbc8-ca9d7e4e60e1 req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Deleting port fdfbc8cd-09b6-4716-b9d7-630ed9f04518 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:40:21.062609 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-913a7c86-6181-4fa6-bbc8-ca9d7e4e60e1 req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (fdfbc8cd-09b6-4716-b9d7-630ed9f04518), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:21.156660 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-913a7c86-6181-4fa6-bbc8-ca9d7e4e60e1 req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] For port fdfbc8cd-09b6-4716-b9d7-630ed9f04518, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fdfbc8cd-09b6-4716-b9d7-630ed9f04518,segment=NetworkSegment(55d3281b-a5f4-437b-a6a4-2e4189517987),segment_id=55d3281b-a5f4-437b-a6a4-2e4189517987)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:40:21.157029 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-913a7c86-6181-4fa6-bbc8-ca9d7e4e60e1 req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (fdfbc8cd-09b6-4716-b9d7-630ed9f04518), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:21.170256 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-913a7c86-6181-4fa6-bbc8-ca9d7e4e60e1 req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Calling delete_port for fdfbc8cd-09b6-4716-b9d7-630ed9f04518 owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:40:21.395950 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-913a7c86-6181-4fa6-bbc8-ca9d7e4e60e1 req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (fdfbc8cd-09b6-4716-b9d7-630ed9f04518), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:21.431471 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-99958dee-f973-4bd2-84a2-deae4665fc66 req-a84d6342-712b-4310-a19f-181695ced280 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 210 time: 0.0471804 Sep 05 12:40:21.440357 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['fdfbc8cd-09b6-4716-b9d7-630ed9f04518'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:40:21.454754 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Pushing event deleted for resources: {'Port': ['ID=fdfbc8cd-09b6-4716-b9d7-630ed9f04518,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:21.459450 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:21.459830 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:21.460174 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:21.463959 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:21.464320 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:21.464675 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:21.465015 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:21.465128 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:21.465354 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:21.465690 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:21.466058 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:21.466391 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:21.466721 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:21.467048 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:21.467447 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:21.467801 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:21.511475 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-913a7c86-6181-4fa6-bbc8-ca9d7e4e60e1 req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] No DVR routers for this DVR port fdfbc8cd-09b6-4716-b9d7-630ed9f04518 on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:40:21.517314 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-913a7c86-6181-4fa6-bbc8-ca9d7e4e60e1 req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:21.517314 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-913a7c86-6181-4fa6-bbc8-ca9d7e4e60e1 req-639186fb-2a32-43d8-a321-5d578759a831 tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.58 "DELETE /networking/v2.0/ports/fdfbc8cd-09b6-4716-b9d7-630ed9f04518 HTTP/1.1" status: 204 len: 173 time: 0.5388339 Sep 05 12:40:21.518393 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0697a8cd-6c7d-418f-b704-0c989d226123', 'name': 'network-vif-deleted', 'tag': 'fdfbc8cd-09b6-4716-b9d7-630ed9f04518'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:40:21.520757 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509dcd09-f6bb-4c11-82cf-9216108b4979" -d '{"events": [{"server_uuid": "0697a8cd-6c7d-418f-b704-0c989d226123", "name": "network-vif-deleted", "tag": "fdfbc8cd-09b6-4716-b9d7-630ed9f04518"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:40:21.750642 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba750e9-dcbf-45f1-9cef-7ab5d356c72d x-openstack-request-id: req-6ba750e9-dcbf-45f1-9cef-7ab5d356c72d {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:40:21.751105 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0697a8cd-6c7d-418f-b704-0c989d226123", "name": "network-vif-deleted", "tag": "fdfbc8cd-09b6-4716-b9d7-630ed9f04518", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:40:21.751667 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ba750e9-dcbf-45f1-9cef-7ab5d356c72d {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:40:21.752724 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba750e9-dcbf-45f1-9cef-7ab5d356c72d'] response: {'server_uuid': '0697a8cd-6c7d-418f-b704-0c989d226123', 'name': 'network-vif-deleted', 'tag': 'fdfbc8cd-09b6-4716-b9d7-630ed9f04518', 'status': 'completed', 'code': 200} Sep 05 12:40:22.552708 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0ea1e36e-abe6-4c2b-ba97-3c341f308dfa req-873cad14-d1b8-4d78-bba4-24fcb609656d tempest-VolumesSnapshotTestJSON-1467014265 tempest-VolumesSnapshotTestJSON-1467014265-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=0697a8cd-6c7d-418f-b704-0c989d226123 HTTP/1.1" status: 200 len: 210 time: 0.0289607 Sep 05 12:40:25.097859 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device fdfbc8cd-09b6-4716-b9d7-630ed9f04518 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:40:25.118070 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: fdfbc8cd-09b6-4716-b9d7-630ed9f04518 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:40:25.118426 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device fdfbc8cd-09b6-4716-b9d7-630ed9f04518 not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:40:26.029289 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0c679-14eb-4fa9-bf6f-da5d34cf03ce req-582f4931-8a38-4594-a0ba-438f776f5046 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:26.030781 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-eea0c679-14eb-4fa9-bf6f-da5d34cf03ce req-582f4931-8a38-4594-a0ba-438f776f5046 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0594192 Sep 05 12:40:26.082069 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-eea0c679-14eb-4fa9-bf6f-da5d34cf03ce req-52e5f922-cb6f-4870-878b-18c441e3f641 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441694 Sep 05 12:40:27.205372 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7124f-751c-44a3-82d6-19a1411b2353 req-864817c8-bbff-4a8d-99ec-7198140bc5c0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:27.206854 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-11f7124f-751c-44a3-82d6-19a1411b2353 req-864817c8-bbff-4a8d-99ec-7198140bc5c0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0469706 Sep 05 12:40:27.253125 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-11f7124f-751c-44a3-82d6-19a1411b2353 req-fe0aae80-008d-465c-8c17-0cdbbe4136c4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407255 Sep 05 12:40:28.379001 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27710dd-7286-42a9-a1e3-eb6ebb400bd1 req-044009dd-c815-4cbb-8cce-6f051b79e06d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:28.381564 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e27710dd-7286-42a9-a1e3-eb6ebb400bd1 req-044009dd-c815-4cbb-8cce-6f051b79e06d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0516896 Sep 05 12:40:28.428579 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e27710dd-7286-42a9-a1e3-eb6ebb400bd1 req-a8b0613d-6136-4ca2-99c7-dd82ced50367 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 Sep 05 12:40:29.557205 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041ba54-9e5b-4ff3-b2fd-eba6cf410f98 req-ffe7a18c-a408-4778-9dc3-157ae2e267dc tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:29.558693 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a041ba54-9e5b-4ff3-b2fd-eba6cf410f98 req-ffe7a18c-a408-4778-9dc3-157ae2e267dc tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0500672 Sep 05 12:40:29.611979 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a041ba54-9e5b-4ff3-b2fd-eba6cf410f98 req-2b04c6ac-ea76-46ef-8cb1-98e224c2be38 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457959 Sep 05 12:40:30.737121 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe439202-4fc4-4e56-a713-ec0e0871bca0 req-44090d01-49d1-46de-ba93-8890be2380fb tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:30.738635 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fe439202-4fc4-4e56-a713-ec0e0871bca0 req-44090d01-49d1-46de-ba93-8890be2380fb tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0508909 Sep 05 12:40:30.788302 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fe439202-4fc4-4e56-a713-ec0e0871bca0 req-0f30f5aa-83ac-4872-9139-a51d3b3f0b2d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fdf1e1a1-051e-4086-9218-4cdf59921402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438221 Sep 05 12:40:31.167472 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b9a9c-93e9-4370-87e5-7067dc2cd724 req-faa2f3fe-9a25-40e3-b562-c5d362ceefa5 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:31.168942 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-185b9a9c-93e9-4370-87e5-7067dc2cd724 req-faa2f3fe-9a25-40e3-b562-c5d362ceefa5 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 946 time: 0.0475881 Sep 05 12:40:31.251807 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-185b9a9c-93e9-4370-87e5-7067dc2cd724 req-4599957a-035d-4ff5-81e0-7bf01665fe64 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Deleting port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:40:31.252146 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-185b9a9c-93e9-4370-87e5-7067dc2cd724 req-4599957a-035d-4ff5-81e0-7bf01665fe64 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:31.254841 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:31.269493 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:31.328201 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:31.328868 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:DELETE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:31.346095 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-185b9a9c-93e9-4370-87e5-7067dc2cd724 req-4599957a-035d-4ff5-81e0-7bf01665fe64 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] For port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:40:31.346486 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-185b9a9c-93e9-4370-87e5-7067dc2cd724 req-4599957a-035d-4ff5-81e0-7bf01665fe64 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:31.519406 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-185b9a9c-93e9-4370-87e5-7067dc2cd724 req-4599957a-035d-4ff5-81e0-7bf01665fe64 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:31.519833 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-185b9a9c-93e9-4370-87e5-7067dc2cd724 req-4599957a-035d-4ff5-81e0-7bf01665fe64 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (d1bbe189-5763-4e27-85b3-e6a03f331696), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:31.520120 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [req-185b9a9c-93e9-4370-87e5-7067dc2cd724 req-4599957a-035d-4ff5-81e0-7bf01665fe64 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Floating IP d1bbe189-5763-4e27-85b3-e6a03f331696 disassociated. External IP: 172.27.4.29, port: 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1. Sep 05 12:40:31.520459 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-185b9a9c-93e9-4370-87e5-7067dc2cd724 req-4599957a-035d-4ff5-81e0-7bf01665fe64 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Calling delete_port for 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:40:31.720307 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-185b9a9c-93e9-4370-87e5-7067dc2cd724 req-4599957a-035d-4ff5-81e0-7bf01665fe64 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:31.749000 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599957a-035d-4ff5-81e0-7bf01665fe64 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event deleted for resources: {'Port': ['ID=718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:31.758949 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:31.861081 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-185b9a9c-93e9-4370-87e5-7067dc2cd724 req-4599957a-035d-4ff5-81e0-7bf01665fe64 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:40:31.899138 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-44bba638-2025-4c4a-b133-b58384299252 req-8a162f92-3887-45bc-9e35-42c734ed1c1e tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 210 time: 0.0283902 Sep 05 12:40:31.969084 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-185b9a9c-93e9-4370-87e5-7067dc2cd724 req-4599957a-035d-4ff5-81e0-7bf01665fe64 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:40:31.979503 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db309789-cbcd-4c3d-ae2c-9c9c82da424e None None] Sync routers for ids ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:40:31.989183 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db309789-cbcd-4c3d-ae2c-9c9c82da424e None None] Routers {'9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:40:31.989800 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-db309789-cbcd-4c3d-ae2c-9c9c82da424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:40:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:40:32.011112 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-185b9a9c-93e9-4370-87e5-7067dc2cd724 req-4599957a-035d-4ff5-81e0-7bf01665fe64 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] No DVR routers for this DVR port 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:40:32.013700 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-185b9a9c-93e9-4370-87e5-7067dc2cd724 req-4599957a-035d-4ff5-81e0-7bf01665fe64 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:32.020281 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-185b9a9c-93e9-4370-87e5-7067dc2cd724 req-4599957a-035d-4ff5-81e0-7bf01665fe64 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.58 "DELETE /networking/v2.0/ports/718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 HTTP/1.1" status: 204 len: 173 time: 0.8402672 Sep 05 12:40:32.020281 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a5d85b-7178-468f-8bc1-f4a6ccef9d14', 'name': 'network-vif-deleted', 'tag': '718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:40:32.020281 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0b7d65-16ba-4f50-97f6-bf2094b2e52a" -d '{"events": [{"server_uuid": "d7a5d85b-7178-468f-8bc1-f4a6ccef9d14", "name": "network-vif-deleted", "tag": "718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:40:32.066995 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231e7d4b-4d97-4f12-b4d5-3ff1b96a5d42 x-openstack-request-id: req-231e7d4b-4d97-4f12-b4d5-3ff1b96a5d42 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:40:32.067381 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a5d85b-7178-468f-8bc1-f4a6ccef9d14", "name": "network-vif-deleted", "tag": "718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:40:32.067751 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-231e7d4b-4d97-4f12-b4d5-3ff1b96a5d42 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:40:32.068445 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-231e7d4b-4d97-4f12-b4d5-3ff1b96a5d42'] response: {'server_uuid': 'd7a5d85b-7178-468f-8bc1-f4a6ccef9d14', 'name': 'network-vif-deleted', 'tag': '718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1', 'status': 'completed', 'code': 200} Sep 05 12:40:32.112976 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-db309789-cbcd-4c3d-ae2c-9c9c82da424e None None] Set router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:40:32.315789 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-db309789-cbcd-4c3d-ae2c-9c9c82da424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': 'd53db75f-c065-4d46-b167-295ff74cd2fb', 'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'mac_address': 'fa:16:3e:af:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:59Z', 'updated_at': '2022-09-05T12:37:05Z', 'revision_number': 5, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'subnets': [{'id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:40:32.344151 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db309789-cbcd-4c3d-ae2c-9c9c82da424e None None] Checking router: 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:40:32.352800 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db309789-cbcd-4c3d-ae2c-9c9c82da424e None None] Routers {'9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:40:32.353408 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-db309789-cbcd-4c3d-ae2c-9c9c82da424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:40:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:40:32.461776 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-db309789-cbcd-4c3d-ae2c-9c9c82da424e None None] Set router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:40:32.658446 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-db309789-cbcd-4c3d-ae2c-9c9c82da424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': 'd53db75f-c065-4d46-b167-295ff74cd2fb', 'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'mac_address': 'fa:16:3e:af:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:59Z', 'updated_at': '2022-09-05T12:37:05Z', 'revision_number': 5, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'subnets': [{'id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:40:32.683598 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db309789-cbcd-4c3d-ae2c-9c9c82da424e None None] The sync data for ids ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'] in dv-cinder-801354-7-iscsi is: [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': 'd53db75f-c065-4d46-b167-295ff74cd2fb', 'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'mac_address': 'fa:16:3e:af:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:59Z', 'updated_at': '2022-09-05T12:37:05Z', 'revision_number': 5, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'subnets': [{'id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:40:32.910226 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0e9fee-7c60-4c2a-8198-d2757866b201 None None] New status for floating IP d1bbe189-5763-4e27-85b3-e6a03f331696: DOWN {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:40:33.031926 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-9844a624-c544-46d0-8703-6a242fc8336d req-67cd3b67-2f43-4860-b4f8-4ebea5261f7b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=d7a5d85b-7178-468f-8bc1-f4a6ccef9d14 HTTP/1.1" status: 200 len: 210 time: 0.0287108 Sep 05 12:40:33.663733 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-9686a8e9-c9ab-4714-b0a4-de0e0b3323df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:34.228733 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59006) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:40:34.288502 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d8c90521-da29-4393-acc0-51043d55422c tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group (fdf1e1a1-051e-4086-9218-4cdf59921402), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:34.312277 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d8c90521-da29-4393-acc0-51043d55422c tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group (fdf1e1a1-051e-4086-9218-4cdf59921402), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:34.484717 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d8c90521-da29-4393-acc0-51043d55422c tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (fdf1e1a1-051e-4086-9218-4cdf59921402), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:34.488343 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d8c90521-da29-4393-acc0-51043d55422c tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:34.493962 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-d8c90521-da29-4393-acc0-51043d55422c tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/fdf1e1a1-051e-4086-9218-4cdf59921402 HTTP/1.1" status: 204 len: 168 time: 0.2597971 Sep 05 12:40:34.494304 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59010) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:40:34.500866 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c90521-da29-4393-acc0-51043d55422c tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf1e1a1-051e-4086-9218-4cdf59921402,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:34.506597 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.api.v2.resource [None req-26470d5e-3c60-48bf-8e53-8b0ac637827a tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] show failed (client error): The resource could not be found. Sep 05 12:40:34.510619 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59012) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:40:34.524633 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-26470d5e-3c60-48bf-8e53-8b0ac637827a tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups/fdf1e1a1-051e-4086-9218-4cdf59921402 HTTP/1.1" status: 404 len: 347 time: 0.0309470 Sep 05 12:40:34.629676 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-21e2feb8-fc8b-41fc-b265-814286c2a787 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Deleting port 77b609a0-28b1-4f39-a683-143282fd1fd1 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:40:34.630018 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-21e2feb8-fc8b-41fc-b265-814286c2a787 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (77b609a0-28b1-4f39-a683-143282fd1fd1), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:34.712207 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-21e2feb8-fc8b-41fc-b265-814286c2a787 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (77b609a0-28b1-4f39-a683-143282fd1fd1), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:34.712535 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-21e2feb8-fc8b-41fc-b265-814286c2a787 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for floatingip (77b609a0-28b1-4f39-a683-143282fd1fd1), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:34.726311 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-21e2feb8-fc8b-41fc-b265-814286c2a787 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Calling delete_port for 77b609a0-28b1-4f39-a683-143282fd1fd1 owned by network:floatingip {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:40:34.849367 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:34.921100 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-21e2feb8-fc8b-41fc-b265-814286c2a787 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (77b609a0-28b1-4f39-a683-143282fd1fd1), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:34.951967 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2feb8-fc8b-41fc-b265-814286c2a787 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event deleted for resources: {'Port': ['ID=77b609a0-28b1-4f39-a683-143282fd1fd1,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:35.022644 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-21e2feb8-fc8b-41fc-b265-814286c2a787 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for floatingip (d1bbe189-5763-4e27-85b3-e6a03f331696), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:35.025370 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-21e2feb8-fc8b-41fc-b265-814286c2a787 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:35.026458 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-21e2feb8-fc8b-41fc-b265-814286c2a787 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/d1bbe189-5763-4e27-85b3-e6a03f331696 HTTP/1.1" status: 204 len: 168 time: 0.5144637 Sep 05 12:40:35.162909 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:40:35.183240 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:40:35.187002 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 718e1a6d-4d8c-4ebf-849a-b9dc2ea2c4d1 not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:40:35.244411 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59020) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:40:35.249035 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-60fbe8d4-db8d-4e12-bdb8-0918dcacd8e7 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1809704455', 'description': 'tempest-description--977360139'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:40:35.376576 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-60fbe8d4-db8d-4e12-bdb8-0918dcacd8e7 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:35.445942 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-60fbe8d4-db8d-4e12-bdb8-0918dcacd8e7 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group (94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:35.535975 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-60fbe8d4-db8d-4e12-bdb8-0918dcacd8e7 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:35.556316 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:35.569485 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbe8d4-db8d-4e12-bdb8-0918dcacd8e7 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:35.648600 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-60fbe8d4-db8d-4e12-bdb8-0918dcacd8e7 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:35.649879 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-60fbe8d4-db8d-4e12-bdb8-0918dcacd8e7 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4043996 Sep 05 12:40:35.652888 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59022) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:40:35.657380 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-02e94509-81de-4ac7-82f5-52f93289b2f1 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Request body: {'security_group_rule': {'security_group_id': '94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:40:35.772017 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-02e94509-81de-4ac7-82f5-52f93289b2f1 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group_rule (7ed15c45-f12d-4b15-b5b4-9de804a94d90), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:35.832399 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-02e94509-81de-4ac7-82f5-52f93289b2f1 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group_rule (7ed15c45-f12d-4b15-b5b4-9de804a94d90), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:35.941933 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-02e94509-81de-4ac7-82f5-52f93289b2f1 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (7ed15c45-f12d-4b15-b5b4-9de804a94d90), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:35.961633 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e94509-81de-4ac7-82f5-52f93289b2f1 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed15c45-f12d-4b15-b5b4-9de804a94d90,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:36.052974 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-02e94509-81de-4ac7-82f5-52f93289b2f1 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:36.054255 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-02e94509-81de-4ac7-82f5-52f93289b2f1 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4004357 Sep 05 12:40:36.057783 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59026) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:40:36.062371 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-867646a6-b7c8-4b02-a1ca-5b54e07c87c6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Request body: {'security_group_rule': {'security_group_id': '94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:40:36.142843 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5f662d2b-8ce0-4245-a93d-cf928148fbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:36.194152 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-867646a6-b7c8-4b02-a1ca-5b54e07c87c6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group_rule (bffde011-a6be-4255-a079-ad53678f7d34), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:36.252179 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-867646a6-b7c8-4b02-a1ca-5b54e07c87c6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group_rule (bffde011-a6be-4255-a079-ad53678f7d34), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:36.337642 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-867646a6-b7c8-4b02-a1ca-5b54e07c87c6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (bffde011-a6be-4255-a079-ad53678f7d34), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:36.357238 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867646a6-b7c8-4b02-a1ca-5b54e07c87c6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffde011-a6be-4255-a079-ad53678f7d34,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:36.423870 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-867646a6-b7c8-4b02-a1ca-5b54e07c87c6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:36.425110 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-867646a6-b7c8-4b02-a1ca-5b54e07c87c6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3663702 Sep 05 12:40:36.430447 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59028) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:40:36.434763 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Request body: {'floatingip': {'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:40:36.537916 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:36.619270 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:36.695371 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:36.722029 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Allocated IP 172.27.4.153 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/cbb5a58d-687f-4592-9d2a-83bc4f94240b) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:40:36.835314 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for port (cbb5a58d-687f-4592-9d2a-83bc4f94240b), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:36.851040 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:36.944026 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (cbb5a58d-687f-4592-9d2a-83bc4f94240b), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:36.985061 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:40:36.987963 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:40:36.991858 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:40:37.019600 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event updated for resources: {'Port': ['ID=cbb5a58d-687f-4592-9d2a-83bc4f94240b,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:37.348728 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for floatingip (e5b33188-8a4f-4cd8-a808-a2f5b14e49ff), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:37.399106 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:37.463727 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (cbb5a58d-687f-4592-9d2a-83bc4f94240b), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:37.624976 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for port (cbb5a58d-687f-4592-9d2a-83bc4f94240b), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:37.713081 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (cbb5a58d-687f-4592-9d2a-83bc4f94240b), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:37.784384 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event updated for resources: {'Port': ['ID=cbb5a58d-687f-4592-9d2a-83bc4f94240b,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:37.786704 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (e5b33188-8a4f-4cd8-a808-a2f5b14e49ff), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:37.865181 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:37.866456 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-ba2d98aa-aca8-40ea-815f-e28cbecd8ea4 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4350541 Sep 05 12:40:38.069922 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2cd65371-1a51-4917-aae5-409484150512 req-8cc27cc7-03f6-4ef0-b336-82d605bc8ce8 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1809704455&fields=id&tenant_id=7b514c04a13742b1b19d46fec1c40f69 HTTP/1.1" status: 200 len: 267 time: 0.0504730 Sep 05 12:40:38.291162 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:40:38.418846 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd65371-1a51-4917-aae5-409484150512 req-7c96cd28-0f2a-4a97-a1a9-77ba92beb8c2 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:38.420335 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2cd65371-1a51-4917-aae5-409484150512 req-7c96cd28-0f2a-4a97-a1a9-77ba92beb8c2 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/networks?id=fe3deca4-eb5b-4550-84a3-afb4afe5c540 HTTP/1.1" status: 200 len: 810 time: 0.3432603 Sep 05 12:40:38.440853 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2cd65371-1a51-4917-aae5-409484150512 req-b506326d-cbe2-42a5-8d3f-7afc58c2d12b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/quotas/7b514c04a13742b1b19d46fec1c40f69 HTTP/1.1" status: 200 len: 375 time: 0.0143750 Sep 05 12:40:38.495649 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2cd65371-1a51-4917-aae5-409484150512 req-acc4ceee-726e-43c9-9f11-30f74f3cb80f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=7b514c04a13742b1b19d46fec1c40f69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489955 Sep 05 12:40:38.605671 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2cd65371-1a51-4917-aae5-409484150512 req-48b132b1-83a0-45ba-8d3f-f7a37f306c31 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983312 Sep 05 12:40:38.702393 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2cd65371-1a51-4917-aae5-409484150512 req-34a362e2-820d-4954-a42f-ddc63796bf0b service neutron] 10.222.0.62 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907388 Sep 05 12:40:38.806359 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:38.959805 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6b79e171-f4f5-43ba-8b0f-dcc96338f4e6 req-b7896dd3-9597-462b-a0a9-1fec36390055 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 210 time: 0.0289707 Sep 05 12:40:39.147751 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:40.054016 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-002a39b6-5c92-41c4-8d67-58417268d6bb req-ad758d4d-5e29-454c-a57d-44e0e2848590 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 210 time: 0.0300901 Sep 05 12:40:41.137260 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2d4295b9-075e-4a7a-a905-74372ac4af0c req-9d384681-a1bb-4f98-8436-d269550fe87b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 210 time: 0.0276628 Sep 05 12:40:42.225473 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-17f5760a-bb68-49be-ac0d-97d255905268 req-3c7e3ded-9b21-4498-b390-caf958958004 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 210 time: 0.0292706 Sep 05 12:40:43.324837 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e8fa85fa-1dd8-4fe9-8f0c-a1adf5f0d349 req-7b9312a8-ef83-4b5e-91eb-d3797b2d707b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 210 time: 0.0278270 Sep 05 12:40:44.411138 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=74 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:44.413002 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=72 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:44.431053 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-77d62239-e39b-4266-afd3-a098df5bc403 req-0718eaf0-9e9f-4f2e-9165-f521e820da19 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 210 time: 0.0281355 Sep 05 12:40:45.310853 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd65371-1a51-4917-aae5-409484150512 req-d575e589-3cce-4f55-b7ea-ba0be5c1cee6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:45.312451 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2cd65371-1a51-4917-aae5-409484150512 req-d575e589-3cce-4f55-b7ea-ba0be5c1cee6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.58 "GET /networking/v2.0/networks?id=fe3deca4-eb5b-4550-84a3-afb4afe5c540 HTTP/1.1" status: 200 len: 810 time: 0.1129529 Sep 05 12:40:45.333654 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:45.383172 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2cd65371-1a51-4917-aae5-409484150512 req-81073fe0-fdb8-4e56-9f03-15feecb948f7 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7b514c04a13742b1b19d46fec1c40f69 HTTP/1.1" status: 200 len: 380 time: 0.0554824 Sep 05 12:40:45.395416 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-2cd65371-1a51-4917-aae5-409484150512 req-7166dcde-8417-4d1c-a210-56e887716e1f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Request body: {'port': {'device_id': '74b8a4c9-d32d-4ae8-8c35-2093b6254310', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'admin_state_up': True, 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'security_groups': ['94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5']}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:40:45.539174 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-daffdcb5-620e-4a58-95e0-4113179c6586 req-f2639490-d699-408a-8ece-22af68a42250 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 210 time: 0.0288162 Sep 05 12:40:45.565522 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd65371-1a51-4917-aae5-409484150512 req-7166dcde-8417-4d1c-a210-56e887716e1f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Made reservation on behalf of 7b514c04a13742b1b19d46fec1c40f69 for: {'port': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:40:45.569416 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2cd65371-1a51-4917-aae5-409484150512 req-7166dcde-8417-4d1c-a210-56e887716e1f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:45.635121 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:45.703366 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [req-2cd65371-1a51-4917-aae5-409484150512 req-7166dcde-8417-4d1c-a210-56e887716e1f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Allocated IP 172.20.0.13 (fe3deca4-eb5b-4550-84a3-afb4afe5c540/b9b83362-733a-4921-af9e-bd64e5242e88/747d4629-7b76-4789-94ee-f0c092606077) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:40:45.847462 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2cd65371-1a51-4917-aae5-409484150512 req-7166dcde-8417-4d1c-a210-56e887716e1f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for port (747d4629-7b76-4789-94ee-f0c092606077), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:45.926382 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2cd65371-1a51-4917-aae5-409484150512 req-7166dcde-8417-4d1c-a210-56e887716e1f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (747d4629-7b76-4789-94ee-f0c092606077), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:45.972041 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd65371-1a51-4917-aae5-409484150512 req-7166dcde-8417-4d1c-a210-56e887716e1f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Network fe3deca4-eb5b-4550-84a3-afb4afe5c540 is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:40:45.975304 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [req-2cd65371-1a51-4917-aae5-409484150512 req-7166dcde-8417-4d1c-a210-56e887716e1f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:40:45.979336 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd65371-1a51-4917-aae5-409484150512 req-7166dcde-8417-4d1c-a210-56e887716e1f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:40:45.986360 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166dcde-8417-4d1c-a210-56e887716e1f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event updated for resources: {'Port': ['ID=747d4629-7b76-4789-94ee-f0c092606077,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:46.041002 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd65371-1a51-4917-aae5-409484150512 req-7166dcde-8417-4d1c-a210-56e887716e1f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:46.041614 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2cd65371-1a51-4917-aae5-409484150512 req-7166dcde-8417-4d1c-a210-56e887716e1f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:46.129250 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2cd65371-1a51-4917-aae5-409484150512 req-7166dcde-8417-4d1c-a210-56e887716e1f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7380822 Sep 05 12:40:46.155684 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Request body: {'port': {'device_id': '74b8a4c9-d32d-4ae8-8c35-2093b6254310', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:40:46.225763 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (747d4629-7b76-4789-94ee-f0c092606077), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:46.233549 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-7d756c1c-5d3f-412c-95c3-d0ee5a5a5953 None None] Provisioning complete for port 747d4629-7b76-4789-94ee-f0c092606077 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:40:46.234659 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-7d756c1c-5d3f-412c-95c3-d0ee5a5a5953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (747d4629-7b76-4789-94ee-f0c092606077), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:46.243091 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:46.270724 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-7d756c1c-5d3f-412c-95c3-d0ee5a5a5953 None None] Port 747d4629-7b76-4789-94ee-f0c092606077 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:40:46.490182 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747d4629-7b76-4789-94ee-f0c092606077 {{(pid=106739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:40:46.497743 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Publish callbacks [] for port (747d4629-7b76-4789-94ee-f0c092606077), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:46.511340 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.provisioning_blocks [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Transition to ACTIVE for port object 747d4629-7b76-4789-94ee-f0c092606077 will not be triggered until provisioned by entity L2. {{(pid=106739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:40:46.588772 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (747d4629-7b76-4789-94ee-f0c092606077), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:46.667762 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e88e3-7d85-48a4-8901-84ef7885017d req-7600a3bd-106e-4bc7-bbe8-26e31d329b91 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:46.669225 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-522e88e3-7d85-48a4-8901-84ef7885017d req-7600a3bd-106e-4bc7-bbe8-26e31d329b91 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 944 time: 0.0518105 Sep 05 12:40:46.677139 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Pushing event updated for resources: {'Port': ['ID=747d4629-7b76-4789-94ee-f0c092606077,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:46.708719 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Attempting to bind port 747d4629-7b76-4789-94ee-f0c092606077 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:40:46.709061 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Attempting to bind port 747d4629-7b76-4789-94ee-f0c092606077 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:40:46.709392 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Attempting to bind port 747d4629-7b76-4789-94ee-f0c092606077 on network fe3deca4-eb5b-4550-84a3-afb4afe5c540 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:40:46.721749 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-522e88e3-7d85-48a4-8901-84ef7885017d req-34482b5b-777e-478e-bcf9-ff6150002b36 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465827 Sep 05 12:40:46.756288 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Port 747d4629-7b76-4789-94ee-f0c092606077 on network fe3deca4-eb5b-4550-84a3-afb4afe5c540 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:40:46.756544 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Attempting to bind port 747d4629-7b76-4789-94ee-f0c092606077 on network fe3deca4-eb5b-4550-84a3-afb4afe5c540 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:40:46.781988 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:46.800058 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:40:46.800401 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Checking segment: {'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:40:46.800789 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Bound using segment: {'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:40:46.801232 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Bound port: 747d4629-7b76-4789-94ee-f0c092606077, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540'}}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:40:46.801593 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (747d4629-7b76-4789-94ee-f0c092606077), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:46.868013 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] For port 747d4629-7b76-4789-94ee-f0c092606077, host hv-cinder-80135, cleared binding levels {{(pid=106739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:40:46.871111 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] For port 747d4629-7b76-4789-94ee-f0c092606077, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=747d4629-7b76-4789-94ee-f0c092606077,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:40:46.914700 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (747d4629-7b76-4789-94ee-f0c092606077), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:46.917978 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:46.918590 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:46.920096 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2cd65371-1a51-4917-aae5-409484150512 req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/747d4629-7b76-4789-94ee-f0c092606077 HTTP/1.1" status: 200 len: 1094 time: 0.7688193 Sep 05 12:40:46.922192 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b8a4c9-d32d-4ae8-8c35-2093b6254310', 'tag': '747d4629-7b76-4789-94ee-f0c092606077'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:40:46.924485 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bc68c5-188a-4ee9-8fda-e64317924f05" -d '{"events": [{"name": "network-changed", "server_uuid": "74b8a4c9-d32d-4ae8-8c35-2093b6254310", "tag": "747d4629-7b76-4789-94ee-f0c092606077"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:40:46.963652 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9756f186-bba0-46c2-8afa-1833715bdb66 x-openstack-request-id: req-9756f186-bba0-46c2-8afa-1833715bdb66 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:40:46.963944 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b8a4c9-d32d-4ae8-8c35-2093b6254310", "tag": "747d4629-7b76-4789-94ee-f0c092606077", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:40:46.964199 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9756f186-bba0-46c2-8afa-1833715bdb66 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:40:46.964598 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9756f186-bba0-46c2-8afa-1833715bdb66'] response: {'name': 'network-changed', 'server_uuid': '74b8a4c9-d32d-4ae8-8c35-2093b6254310', 'tag': '747d4629-7b76-4789-94ee-f0c092606077', 'status': 'completed', 'code': 200} Sep 05 12:40:46.976682 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c33da7-a121-4f5a-a6b7-d177fd4dfb7e service neutron] Pushing event updated for resources: {'Port': ['ID=747d4629-7b76-4789-94ee-f0c092606077,revision_number=3']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:47.059095 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc68c5-188a-4ee9-8fda-e64317924f05 req-759aba6c-7656-4fb9-851c-23b580328574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:47.060857 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-78bc68c5-188a-4ee9-8fda-e64317924f05 req-759aba6c-7656-4fb9-851c-23b580328574 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=7b514c04a13742b1b19d46fec1c40f69&device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 1128 time: 0.0418956 Sep 05 12:40:47.181756 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc68c5-188a-4ee9-8fda-e64317924f05 req-6ddb7d13-d5fc-4aa5-b23a-2f8de6bf406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:47.183222 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-78bc68c5-188a-4ee9-8fda-e64317924f05 req-6ddb7d13-d5fc-4aa5-b23a-2f8de6bf406f service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=7b514c04a13742b1b19d46fec1c40f69&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0974748 Sep 05 12:40:47.283293 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc68c5-188a-4ee9-8fda-e64317924f05 req-e1331d77-0837-4790-b854-dd03026214ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:47.284807 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-78bc68c5-188a-4ee9-8fda-e64317924f05 req-e1331d77-0837-4790-b854-dd03026214ef service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923970 Sep 05 12:40:47.388499 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:47.392607 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd65371-1a51-4917-aae5-409484150512 req-04e60959-7d8b-4d80-926a-87f9d3cb494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:47.394113 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2cd65371-1a51-4917-aae5-409484150512 req-04e60959-7d8b-4d80-926a-87f9d3cb494c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=7b514c04a13742b1b19d46fec1c40f69&device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 1128 time: 0.0439751 Sep 05 12:40:47.446874 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2cd65371-1a51-4917-aae5-409484150512 req-7ae9b2cd-f1b4-47e3-84bd-2aa01772e022 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=747d4629-7b76-4789-94ee-f0c092606077 HTTP/1.1" status: 200 len: 217 time: 0.0338292 Sep 05 12:40:47.497915 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd65371-1a51-4917-aae5-409484150512 req-e04c76f9-7499-465d-914a-8c0ea4836e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:47.499369 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2cd65371-1a51-4917-aae5-409484150512 req-e04c76f9-7499-465d-914a-8c0ea4836e8b service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b9b83362-733a-4921-af9e-bd64e5242e88 HTTP/1.1" status: 200 len: 849 time: 0.0457289 Sep 05 12:40:47.544049 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd65371-1a51-4917-aae5-409484150512 req-17709419-074f-42be-953a-900cdb4f77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:47.545556 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2cd65371-1a51-4917-aae5-409484150512 req-17709419-074f-42be-953a-900cdb4f77a6 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=fe3deca4-eb5b-4550-84a3-afb4afe5c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393403 Sep 05 12:40:47.643700 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2cd65371-1a51-4917-aae5-409484150512 req-46a5979e-25c1-4653-bb2b-d5f3226239ec service neutron] 10.222.0.58 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918860 Sep 05 12:40:47.739029 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2cd65371-1a51-4917-aae5-409484150512 req-21f2a6d2-c8f9-4c3f-871a-1cedb6cb2c7e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889411 Sep 05 12:40:47.848059 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea528f25-37b9-4183-b066-cf7bb056c6cd req-35079bb9-af8e-40d5-9766-7fb2a5f0dc9e tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:47.848059 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ea528f25-37b9-4183-b066-cf7bb056c6cd req-35079bb9-af8e-40d5-9766-7fb2a5f0dc9e tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 944 time: 0.0478129 Sep 05 12:40:47.896574 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-ea528f25-37b9-4183-b066-cf7bb056c6cd req-4eef8fa5-15a6-4593-bd4a-849eccef8bc0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430195 Sep 05 12:40:49.024197 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a617982-4033-447d-ba56-a52a12309acb req-3659ec41-0e47-49f0-9277-8c4fac46b9fd tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:49.026375 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3a617982-4033-447d-ba56-a52a12309acb req-3659ec41-0e47-49f0-9277-8c4fac46b9fd tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 944 time: 0.0493779 Sep 05 12:40:49.076982 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-3a617982-4033-447d-ba56-a52a12309acb req-6389762b-6a18-4bb8-baba-6d2bc5685617 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446584 Sep 05 12:40:49.942856 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59162) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:40:49.989854 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Deleting subnet a5d41d05-3509-4e49-a017-f3e2ba403185 {{(pid=106740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:40:49.993395 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Publish callbacks [] for subnet (a5d41d05-3509-4e49-a017-f3e2ba403185), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:50.040347 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107463'] for subnet (a5d41d05-3509-4e49-a017-f3e2ba403185), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:50.082029 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (a5d41d05-3509-4e49-a017-f3e2ba403185), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:50.201930 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768a5aa-16b5-428c-85fb-9a7669ac40e0 req-723ce072-d0d8-48ee-b8b7-1c9d6e9867c5 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:50.203336 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6768a5aa-16b5-428c-85fb-9a7669ac40e0 req-723ce072-d0d8-48ee-b8b7-1c9d6e9867c5 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 944 time: 0.0476048 Sep 05 12:40:50.254027 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3773182'] for subnet (a5d41d05-3509-4e49-a017-f3e2ba403185), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:50.262153 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-6768a5aa-16b5-428c-85fb-9a7669ac40e0 req-cc1f8236-c402-4b89-b547-f2f11dde8dbc tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524187 Sep 05 12:40:50.264151 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 747d4629-7b76-4789-94ee-f0c092606077 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:40:50.270982 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:50.272834 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:50.284367 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d41d05-3509-4e49-a017-f3e2ba403185,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:50.294657 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:50.302794 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/a5d41d05-3509-4e49-a017-f3e2ba403185 HTTP/1.1" status: 204 len: 168 time: 0.3583863 Sep 05 12:40:50.307337 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.307337 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.307337 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.307777 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.308336 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.308927 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.309702 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59166) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:40:50.316029 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.316386 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.317392 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.317392 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.317392 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.317765 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.318069 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.318396 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.318997 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5249d1-be52-4781-a3a3-faf20bc4fa1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.391855 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 747d4629-7b76-4789-94ee-f0c092606077, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=747d4629-7b76-4789-94ee-f0c092606077,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:40:50.392932 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-79fbefa3-1bb4-4225-88bc-cfb4204d85d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (940f936d-c824-4ec4-900c-187414e9e41b), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:50.403658 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '747d4629-7b76-4789-94ee-f0c092606077', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'port_id': '747d4629-7b76-4789-94ee-f0c092606077', 'mac_address': 'fa:16:3e:78:42:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:40:50.439691 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 747d4629-7b76-4789-94ee-f0c092606077 is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:40:50.440068 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (747d4629-7b76-4789-94ee-f0c092606077), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:50.453999 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747d4629-7b76-4789-94ee-f0c092606077 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:40:50.473450 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-79fbefa3-1bb4-4225-88bc-cfb4204d85d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (940f936d-c824-4ec4-900c-187414e9e41b), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:50.478393 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 747d4629-7b76-4789-94ee-f0c092606077, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=747d4629-7b76-4789-94ee-f0c092606077,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:40:50.492770 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:50.494415 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-79fbefa3-1bb4-4225-88bc-cfb4204d85d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940f936d-c824-4ec4-900c-187414e9e41b']}} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:40:50.504101 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-79fbefa3-1bb4-4225-88bc-cfb4204d85d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d3281b-a5f4-437b-a6a4-2e4189517987') {'for_net_delete': True} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:40:50.504396 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-79fbefa3-1bb4-4225-88bc-cfb4204d85d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d3281b-a5f4-437b-a6a4-2e4189517987') {} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:40:50.514392 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-79fbefa3-1bb4-4225-88bc-cfb4204d85d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3249957'] for segment (55d3281b-a5f4-437b-a6a4-2e4189517987), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:50.528114 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-79fbefa3-1bb4-4225-88bc-cfb4204d85d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (55d3281b-a5f4-437b-a6a4-2e4189517987), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:50.535246 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79fbefa3-1bb4-4225-88bc-cfb4204d85d8 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=106739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:40:50.535656 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-79fbefa3-1bb4-4225-88bc-cfb4204d85d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3093733'] for segment (55d3281b-a5f4-437b-a6a4-2e4189517987), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:50.542421 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (747d4629-7b76-4789-94ee-f0c092606077), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:50.580721 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment 55d3281b-a5f4-437b-a6a4-2e4189517987 resource provider aggregate not found Sep 05 12:40:50.600966 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment 55d3281b-a5f4-437b-a6a4-2e4189517987 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55d3281b-a5f4-437b-a6a4-2e4189517987 found for delete ", "request_id": "req-9125d159-5172-47ab-b740-1101bdd685a3"}]} Sep 05 12:40:50.605998 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=747d4629-7b76-4789-94ee-f0c092606077,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:50.609417 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.609815 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.610157 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.610884 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.611233 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.611624 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.611957 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.612286 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.612612 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.612940 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.613264 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.613589 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.613907 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.614225 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.614544 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:40:50.668288 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-79fbefa3-1bb4-4225-88bc-cfb4204d85d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (940f936d-c824-4ec4-900c-187414e9e41b), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:50.674221 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-79fbefa3-1bb4-4225-88bc-cfb4204d85d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:50.677599 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-79fbefa3-1bb4-4225-88bc-cfb4204d85d8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/940f936d-c824-4ec4-900c-187414e9e41b HTTP/1.1" status: 204 len: 168 time: 0.3662782 Sep 05 12:40:50.688898 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbefa3-1bb4-4225-88bc-cfb4204d85d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=940f936d-c824-4ec4-900c-187414e9e41b,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:50.906880 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['747d4629-7b76-4789-94ee-f0c092606077'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:40:51.048905 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59174) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:40:51.091999 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-d56765f6-7d9c-4a53-8748-efe6c31dd45d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2a77deb0bf54420e90c26e66699b3611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419092 Sep 05 12:40:51.094737 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59176) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:40:51.149294 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-054f1c8c-fc6c-49fb-8675-840a2ee7b45b admin admin] Publish callbacks [] for security_group (1caee86f-0a5f-4101-8728-4ceb8a96baf1), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:51.170172 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-054f1c8c-fc6c-49fb-8675-840a2ee7b45b admin admin] Publish callbacks [] for security_group (1caee86f-0a5f-4101-8728-4ceb8a96baf1), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:51.307031 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-054f1c8c-fc6c-49fb-8675-840a2ee7b45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (1caee86f-0a5f-4101-8728-4ceb8a96baf1), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:51.309709 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-054f1c8c-fc6c-49fb-8675-840a2ee7b45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:51.310919 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-054f1c8c-fc6c-49fb-8675-840a2ee7b45b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1caee86f-0a5f-4101-8728-4ceb8a96baf1 HTTP/1.1" status: 204 len: 168 time: 0.2151754 Sep 05 12:40:51.319915 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f1c8c-fc6c-49fb-8675-840a2ee7b45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caee86f-0a5f-4101-8728-4ceb8a96baf1,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:51.405593 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20a3fb-4885-415f-af14-9becdd242276 req-6f3b44a2-7b0d-43c7-aec5-4a408221f18b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:51.407794 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-aa20a3fb-4885-415f-af14-9becdd242276 req-6f3b44a2-7b0d-43c7-aec5-4a408221f18b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 945 time: 0.0568237 Sep 05 12:40:51.441174 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:51.457390 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-aa20a3fb-4885-415f-af14-9becdd242276 req-b79c6ebd-5f47-45bc-b2c6-2872e7f1d3de tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442209 Sep 05 12:40:51.655338 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:52.285759 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 747d4629-7b76-4789-94ee-f0c092606077 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:40:52.331276 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port 747d4629-7b76-4789-94ee-f0c092606077 completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:40:52.378811 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=8 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:52.382909 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:52.398005 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 747d4629-7b76-4789-94ee-f0c092606077 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:40:52.398385 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (747d4629-7b76-4789-94ee-f0c092606077), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:52.473049 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 747d4629-7b76-4789-94ee-f0c092606077 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:40:52.473434 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (747d4629-7b76-4789-94ee-f0c092606077), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:52.482170 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:52.497744 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b8a4c9-d32d-4ae8-8c35-2093b6254310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747d4629-7b76-4789-94ee-f0c092606077'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:40:52.499792 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76a0afa-7270-4381-97bb-8165466faa4e" -d '{"events": [{"server_uuid": "74b8a4c9-d32d-4ae8-8c35-2093b6254310", "name": "network-vif-plugged", "status": "completed", "tag": "747d4629-7b76-4789-94ee-f0c092606077"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:40:52.514247 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 747d4629-7b76-4789-94ee-f0c092606077, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=747d4629-7b76-4789-94ee-f0c092606077,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:40:52.587367 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34cf82-6dd4-4e82-89e6-cb9388a200b1 req-1af26429-a7c0-45b6-9284-2dc181b658f8 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:52.588915 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2a34cf82-6dd4-4e82-89e6-cb9388a200b1 req-1af26429-a7c0-45b6-9284-2dc181b658f8 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 945 time: 0.0499249 Sep 05 12:40:52.593758 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (747d4629-7b76-4789-94ee-f0c092606077), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:52.644087 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-2a34cf82-6dd4-4e82-89e6-cb9388a200b1 req-e58c3e54-d746-4b8e-bdd3-13dfc9837fc6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480242 Sep 05 12:40:52.652675 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=747d4629-7b76-4789-94ee-f0c092606077,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:40:52.743094 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0215b5-0f5e-4d02-9810-ce844a4d513e x-openstack-request-id: req-cd0215b5-0f5e-4d02-9810-ce844a4d513e {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:40:52.743723 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b8a4c9-d32d-4ae8-8c35-2093b6254310", "name": "network-vif-plugged", "status": "completed", "tag": "747d4629-7b76-4789-94ee-f0c092606077", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:40:52.743723 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd0215b5-0f5e-4d02-9810-ce844a4d513e {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:40:52.744069 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd0215b5-0f5e-4d02-9810-ce844a4d513e'] response: {'server_uuid': '74b8a4c9-d32d-4ae8-8c35-2093b6254310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747d4629-7b76-4789-94ee-f0c092606077', 'code': 200} Sep 05 12:40:53.133263 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b89990-520d-49b0-888d-96756c2636a7 req-0e0b7b62-35e8-4697-8e37-09a6d290a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:53.134640 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-98b89990-520d-49b0-888d-96756c2636a7 req-0e0b7b62-35e8-4697-8e37-09a6d290a216 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 1130 time: 0.0378048 Sep 05 12:40:53.183652 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-98b89990-520d-49b0-888d-96756c2636a7 req-d012d71e-707a-4d55-9b35-05b0ca94cd44 service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379336 Sep 05 12:40:53.778362 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cf72e-9a5b-4539-9e75-4c89c71cb1c8 req-1b3c6ae9-48a1-459a-b7ba-6cf76672db50 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:53.779870 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d06cf72e-9a5b-4539-9e75-4c89c71cb1c8 req-1b3c6ae9-48a1-459a-b7ba-6cf76672db50 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 946 time: 0.0479121 Sep 05 12:40:53.832005 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d06cf72e-9a5b-4539-9e75-4c89c71cb1c8 req-91e74f25-4c33-4096-8433-ec987f713252 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463703 Sep 05 12:40:54.959603 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48471d-0387-4dbb-aaac-3ec7b5738f14 req-22573853-19b3-42d5-a074-72ee1252d8d1 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:54.961068 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8a48471d-0387-4dbb-aaac-3ec7b5738f14 req-22573853-19b3-42d5-a074-72ee1252d8d1 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 946 time: 0.0507545 Sep 05 12:40:55.010629 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8a48471d-0387-4dbb-aaac-3ec7b5738f14 req-f8763f66-7f1b-49f0-a129-af36542c424f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438809 Sep 05 12:40:56.136342 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b4dec-6102-4472-9993-746ba255b450 req-cc69a75f-6c70-4c01-8ff0-dea3fb852e4a tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:56.137801 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-498b4dec-6102-4472-9993-746ba255b450 req-cc69a75f-6c70-4c01-8ff0-dea3fb852e4a tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 946 time: 0.0474296 Sep 05 12:40:56.185718 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-498b4dec-6102-4472-9993-746ba255b450 req-8bd7e24c-1654-4650-a5db-2f99a9e4138b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423570 Sep 05 12:40:56.303047 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a349e-ee70-4c32-b7aa-81574951d46d req-4ac22dae-38b2-4348-a1c3-5d9aafe253c5 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:56.304509 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-311a349e-ee70-4c32-b7aa-81574951d46d req-4ac22dae-38b2-4348-a1c3-5d9aafe253c5 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 946 time: 0.0484786 Sep 05 12:40:56.314438 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59196) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:40:56.318916 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-d8270da0-954b-4c18-a649-e0ed59a15481 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Request body: {'floatingip': {'port_id': '747d4629-7b76-4789-94ee-f0c092606077'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:40:56.357920 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d8270da0-954b-4c18-a649-e0ed59a15481 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for floatingip (e5b33188-8a4f-4cd8-a808-a2f5b14e49ff), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:56.790536 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d8270da0-954b-4c18-a649-e0ed59a15481 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:56.850596 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d8270da0-954b-4c18-a649-e0ed59a15481 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (e5b33188-8a4f-4cd8-a808-a2f5b14e49ff), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:56.888189 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:56.948327 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [None req-d8270da0-954b-4c18-a649-e0ed59a15481 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Floating IP e5b33188-8a4f-4cd8-a808-a2f5b14e49ff associated. External IP: 172.27.4.153, port: 747d4629-7b76-4789-94ee-f0c092606077. Sep 05 12:40:57.055971 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:57.155004 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8270da0-954b-4c18-a649-e0ed59a15481 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:40:57.257487 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8270da0-954b-4c18-a649-e0ed59a15481 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:40:57.262352 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-d8270da0-954b-4c18-a649-e0ed59a15481 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:40:57.267576 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5473a1-6dcb-47d7-91e9-b184ab5c0b8e None None] Sync routers for ids ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:40:57.277779 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5473a1-6dcb-47d7-91e9-b184ab5c0b8e None None] Routers {'9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:40:57.278416 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-df5473a1-6dcb-47d7-91e9-b184ab5c0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:40:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:40:57.512748 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-df5473a1-6dcb-47d7-91e9-b184ab5c0b8e None None] Set router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:40:57.554734 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-d8270da0-954b-4c18-a649-e0ed59a15481 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/e5b33188-8a4f-4cd8-a808-a2f5b14e49ff HTTP/1.1" status: 200 len: 992 time: 1.2391987 Sep 05 12:40:57.555319 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b8a4c9-d32d-4ae8-8c35-2093b6254310', 'tag': '747d4629-7b76-4789-94ee-f0c092606077'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:40:57.557620 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437586f0-54c4-44bd-8b09-25e3fd658b01" -d '{"events": [{"name": "network-changed", "server_uuid": "74b8a4c9-d32d-4ae8-8c35-2093b6254310", "tag": "747d4629-7b76-4789-94ee-f0c092606077"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:40:57.594969 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c3032c-fce5-4dcb-9fc1-71dd322dfd2a x-openstack-request-id: req-a7c3032c-fce5-4dcb-9fc1-71dd322dfd2a {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:40:57.595247 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b8a4c9-d32d-4ae8-8c35-2093b6254310", "tag": "747d4629-7b76-4789-94ee-f0c092606077", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:40:57.595500 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7c3032c-fce5-4dcb-9fc1-71dd322dfd2a {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:40:57.595940 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c3032c-fce5-4dcb-9fc1-71dd322dfd2a'] response: {'name': 'network-changed', 'server_uuid': '74b8a4c9-d32d-4ae8-8c35-2093b6254310', 'tag': '747d4629-7b76-4789-94ee-f0c092606077', 'status': 'completed', 'code': 200} Sep 05 12:40:57.656683 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:40:57.684126 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437586f0-54c4-44bd-8b09-25e3fd658b01 req-1e0c241f-8ce9-48ed-8c26-a6b5e8a7ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:57.685656 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-437586f0-54c4-44bd-8b09-25e3fd658b01 req-1e0c241f-8ce9-48ed-8c26-a6b5e8a7ffbc service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=7b514c04a13742b1b19d46fec1c40f69&device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 1130 time: 0.0400996 Sep 05 12:40:57.725782 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-df5473a1-6dcb-47d7-91e9-b184ab5c0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'e5b33188-8a4f-4cd8-a808-a2f5b14e49ff', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'floating_ip_address': '172.27.4.153', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'port_id': '747d4629-7b76-4789-94ee-f0c092606077', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'mac_address': 'fa:16:3e:78:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b8a4c9-d32d-4ae8-8c35-2093b6254310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:40:37Z', 'updated_at': '2022-09-05T12:40:56Z', 'revision_number': 1, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53db75f-c065-4d46-b167-295ff74cd2fb', 'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'mac_address': 'fa:16:3e:af:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:59Z', 'updated_at': '2022-09-05T12:37:05Z', 'revision_number': 5, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'subnets': [{'id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:40:57.755354 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5473a1-6dcb-47d7-91e9-b184ab5c0b8e None None] Checking router: 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:40:57.763837 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5473a1-6dcb-47d7-91e9-b184ab5c0b8e None None] Routers {'9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:40:57.764376 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-df5473a1-6dcb-47d7-91e9-b184ab5c0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:40:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:40:57.780636 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437586f0-54c4-44bd-8b09-25e3fd658b01 req-79086478-e406-47cd-a648-46f156f577af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:57.782617 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-437586f0-54c4-44bd-8b09-25e3fd658b01 req-79086478-e406-47cd-a648-46f156f577af service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=fe3deca4-eb5b-4550-84a3-afb4afe5c540 HTTP/1.1" status: 200 len: 911 time: 0.0908468 Sep 05 12:40:57.846121 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-437586f0-54c4-44bd-8b09-25e3fd658b01 req-edb8c923-aea5-470b-964f-5346d69d81d1 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=747d4629-7b76-4789-94ee-f0c092606077 HTTP/1.1" status: 200 len: 1000 time: 0.0560274 Sep 05 12:40:57.868380 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-df5473a1-6dcb-47d7-91e9-b184ab5c0b8e None None] Set router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:40:57.895239 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437586f0-54c4-44bd-8b09-25e3fd658b01 req-0dedf2b9-1a1d-49bc-9030-6c3ba081b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:57.896729 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-437586f0-54c4-44bd-8b09-25e3fd658b01 req-0dedf2b9-1a1d-49bc-9030-6c3ba081b57c service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b9b83362-733a-4921-af9e-bd64e5242e88 HTTP/1.1" status: 200 len: 849 time: 0.0448925 Sep 05 12:40:57.943557 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437586f0-54c4-44bd-8b09-25e3fd658b01 req-f4ed8c63-98db-4131-966e-097717c528c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:40:57.945069 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-437586f0-54c4-44bd-8b09-25e3fd658b01 req-f4ed8c63-98db-4131-966e-097717c528c0 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=fe3deca4-eb5b-4550-84a3-afb4afe5c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421853 Sep 05 12:40:58.038246 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-437586f0-54c4-44bd-8b09-25e3fd658b01 req-bb542d9d-92e6-4bcd-87d8-9b92a1589080 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869279 Sep 05 12:40:58.081650 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-df5473a1-6dcb-47d7-91e9-b184ab5c0b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'e5b33188-8a4f-4cd8-a808-a2f5b14e49ff', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'floating_ip_address': '172.27.4.153', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'port_id': '747d4629-7b76-4789-94ee-f0c092606077', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'mac_address': 'fa:16:3e:78:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b8a4c9-d32d-4ae8-8c35-2093b6254310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:40:37Z', 'updated_at': '2022-09-05T12:40:56Z', 'revision_number': 1, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53db75f-c065-4d46-b167-295ff74cd2fb', 'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'mac_address': 'fa:16:3e:af:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:59Z', 'updated_at': '2022-09-05T12:37:05Z', 'revision_number': 5, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'subnets': [{'id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:40:58.107353 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5473a1-6dcb-47d7-91e9-b184ab5c0b8e None None] The sync data for ids ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'] in dv-cinder-801354-7-iscsi is: [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': 'e5b33188-8a4f-4cd8-a808-a2f5b14e49ff', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'floating_ip_address': '172.27.4.153', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'port_id': '747d4629-7b76-4789-94ee-f0c092606077', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'mac_address': 'fa:16:3e:78:42:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b8a4c9-d32d-4ae8-8c35-2093b6254310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:40:37Z', 'updated_at': '2022-09-05T12:40:56Z', 'revision_number': 1, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53db75f-c065-4d46-b167-295ff74cd2fb', 'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'mac_address': 'fa:16:3e:af:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:59Z', 'updated_at': '2022-09-05T12:37:05Z', 'revision_number': 5, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'subnets': [{'id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:40:58.137006 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-437586f0-54c4-44bd-8b09-25e3fd658b01 req-46b7a6f1-a4cb-46fc-916a-6f820f3befb1 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928707 Sep 05 12:40:58.310477 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e69222-67ad-43d6-8bd1-cfb439d89fe3 None None] New status for floating IP e5b33188-8a4f-4cd8-a808-a2f5b14e49ff: ACTIVE {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:41:03.674162 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-517c0c48-1051-49d1-acab-ee2a8a866daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:41:06.106115 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-97ca92ac-3626-4e74-97be-a4a37c8365d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:41:06.169101 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:41:06.182351 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:41:07.381900 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:41:08.132762 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=82 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:41:08.133440 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=70 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:41:08.415072 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:41:08.417871 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=12 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:41:08.774433 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:41:09.157070 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:41:15.290841 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:41:19.085294 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:41:19.086075 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:41:21.626516 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:41:27.166878 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-67e31044-80e9-49a0-924f-1654b2c8e659 req-8dd7b594-9520-4b27-9869-091915328f84 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371492 Sep 05 12:41:27.268617 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e31044-80e9-49a0-924f-1654b2c8e659 req-4ee539e3-9321-4c51-ab24-b8f29528284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:41:27.270098 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-67e31044-80e9-49a0-924f-1654b2c8e659 req-4ee539e3-9321-4c51-ab24-b8f29528284c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=7b514c04a13742b1b19d46fec1c40f69&device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 1130 time: 0.0386777 Sep 05 12:41:27.380589 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e31044-80e9-49a0-924f-1654b2c8e659 req-99785d27-5a79-495f-82cc-8febf9b5212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:41:27.382004 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-67e31044-80e9-49a0-924f-1654b2c8e659 req-99785d27-5a79-495f-82cc-8febf9b5212d service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=fe3deca4-eb5b-4550-84a3-afb4afe5c540 HTTP/1.1" status: 200 len: 911 time: 0.0946486 Sep 05 12:41:27.445170 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-67e31044-80e9-49a0-924f-1654b2c8e659 req-a7b85e05-9f04-4040-8df3-0e94be791cc9 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=747d4629-7b76-4789-94ee-f0c092606077 HTTP/1.1" status: 200 len: 1002 time: 0.0551739 Sep 05 12:41:27.498266 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e31044-80e9-49a0-924f-1654b2c8e659 req-579e9c7f-99bb-4ce5-9561-55f99bf392c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:41:27.499725 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-67e31044-80e9-49a0-924f-1654b2c8e659 req-579e9c7f-99bb-4ce5-9561-55f99bf392c7 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=b9b83362-733a-4921-af9e-bd64e5242e88 HTTP/1.1" status: 200 len: 849 time: 0.0464573 Sep 05 12:41:27.541169 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e31044-80e9-49a0-924f-1654b2c8e659 req-f0a6d727-3042-4816-b997-b254cc1bf8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:41:27.542621 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-67e31044-80e9-49a0-924f-1654b2c8e659 req-f0a6d727-3042-4816-b997-b254cc1bf8f9 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=fe3deca4-eb5b-4550-84a3-afb4afe5c540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370810 Sep 05 12:41:27.644113 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-67e31044-80e9-49a0-924f-1654b2c8e659 req-90e8c169-fef3-4de9-8682-74f762a7680a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908151 Sep 05 12:41:27.732541 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-67e31044-80e9-49a0-924f-1654b2c8e659 req-08ce5b2d-aaf7-48b8-8a81-fece53a70074 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823395 Sep 05 12:41:30.142118 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=14 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:41:30.142817 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=20 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:41:31.570493 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:41:31.572369 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:41:33.647433 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-8276986e-96dd-40e3-a768-bd9c493f6877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:41:36.071489 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4ec33fab-98ae-4c81-b1d7-f67d9b99eac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:41:37.391922 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:41:37.728229 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=49 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:41:37.730108 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=52 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:41:38.779782 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:41:39.128334 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:41:49.087598 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:41:49.089456 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:41:51.652535 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:41:52.289954 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:42:02.813247 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978931c1-c50d-4dd2-8c44-2e3ecfc06760 req-c2898c54-ecd5-40f3-a95a-efce4611506b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:42:02.814730 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-978931c1-c50d-4dd2-8c44-2e3ecfc06760 req-c2898c54-ecd5-40f3-a95a-efce4611506b tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 946 time: 0.0478263 Sep 05 12:42:02.862054 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-978931c1-c50d-4dd2-8c44-2e3ecfc06760 req-67a8ae0a-52aa-47a1-84e3-0b2ff71a81bf tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415888 Sep 05 12:42:03.658645 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-cb29d32f-60b8-4621-89e3-ed244aa0e338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:03.982693 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1a0a1-84ee-4040-9942-0402d456c3c6 req-a3d84f6b-2885-4911-a5a1-08d701166ae6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:42:03.984076 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-95d1a0a1-84ee-4040-9942-0402d456c3c6 req-a3d84f6b-2885-4911-a5a1-08d701166ae6 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 946 time: 0.0459969 Sep 05 12:42:04.034312 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-95d1a0a1-84ee-4040-9942-0402d456c3c6 req-042d2726-8459-440a-b3fd-aeef5f04b18f tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442896 Sep 05 12:42:04.963563 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3d8b4-e383-4d62-bb49-6fd27c6c2823 req-e0a36fa9-b503-430d-a19f-4907ad8c4155 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:42:04.964994 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-20b3d8b4-e383-4d62-bb49-6fd27c6c2823 req-e0a36fa9-b503-430d-a19f-4907ad8c4155 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 946 time: 0.0468800 Sep 05 12:42:05.046961 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-20b3d8b4-e383-4d62-bb49-6fd27c6c2823 req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Deleting port 747d4629-7b76-4789-94ee-f0c092606077 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:42:05.047642 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-20b3d8b4-e383-4d62-bb49-6fd27c6c2823 req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (747d4629-7b76-4789-94ee-f0c092606077), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:05.141878 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-20b3d8b4-e383-4d62-bb49-6fd27c6c2823 req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] For port 747d4629-7b76-4789-94ee-f0c092606077, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=747d4629-7b76-4789-94ee-f0c092606077,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:42:05.142315 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-20b3d8b4-e383-4d62-bb49-6fd27c6c2823 req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (747d4629-7b76-4789-94ee-f0c092606077), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:05.160263 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba58d9-273c-4d96-b400-3753a16a07a2 req-40dadd03-5f55-4d05-ae6c-6ca9e6a219be tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:42:05.161753 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-87ba58d9-273c-4d96-b400-3753a16a07a2 req-40dadd03-5f55-4d05-ae6c-6ca9e6a219be tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 946 time: 0.0506053 Sep 05 12:42:05.210768 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-87ba58d9-273c-4d96-b400-3753a16a07a2 req-bab46789-cfb7-454b-b67f-ce125387d821 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434003 Sep 05 12:42:05.306533 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-20b3d8b4-e383-4d62-bb49-6fd27c6c2823 req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:05.306890 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-20b3d8b4-e383-4d62-bb49-6fd27c6c2823 req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (e5b33188-8a4f-4cd8-a808-a2f5b14e49ff), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:05.307204 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.l3_db [req-20b3d8b4-e383-4d62-bb49-6fd27c6c2823 req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Floating IP e5b33188-8a4f-4cd8-a808-a2f5b14e49ff disassociated. External IP: 172.27.4.153, port: 747d4629-7b76-4789-94ee-f0c092606077. Sep 05 12:42:05.307562 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-20b3d8b4-e383-4d62-bb49-6fd27c6c2823 req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Calling delete_port for 747d4629-7b76-4789-94ee-f0c092606077 owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:42:05.544131 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-20b3d8b4-e383-4d62-bb49-6fd27c6c2823 req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (747d4629-7b76-4789-94ee-f0c092606077), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:05.572590 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event deleted for resources: {'Port': ['ID=747d4629-7b76-4789-94ee-f0c092606077,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:05.584008 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:05.590455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:05.590455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:05.590455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:05.590455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:05.590455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:05.590455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:05.590455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:05.590455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:05.590455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:05.590455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:05.590455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:05.590455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:05.590455 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:05.591704 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:05.693432 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20b3d8b4-e383-4d62-bb49-6fd27c6c2823 req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:42:05.795430 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20b3d8b4-e383-4d62-bb49-6fd27c6c2823 req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:42:05.806550 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a54f5-5862-4779-8140-d01eb118ecab None None] Sync routers for ids ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:42:05.816778 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a54f5-5862-4779-8140-d01eb118ecab None None] Routers {'9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:42:05.817394 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-1c9a54f5-5862-4779-8140-d01eb118ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:41:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:05.821627 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:05.837601 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b3d8b4-e383-4d62-bb49-6fd27c6c2823 req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] No DVR routers for this DVR port 747d4629-7b76-4789-94ee-f0c092606077 on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:42:05.842665 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-20b3d8b4-e383-4d62-bb49-6fd27c6c2823 req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:05.843364 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-20b3d8b4-e383-4d62-bb49-6fd27c6c2823 req-9930432b-5cde-47ac-aa59-b7f59038834d tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.58 "DELETE /networking/v2.0/ports/747d4629-7b76-4789-94ee-f0c092606077 HTTP/1.1" status: 204 len: 173 time: 0.8695149 Sep 05 12:42:05.843822 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b8a4c9-d32d-4ae8-8c35-2093b6254310', 'name': 'network-vif-deleted', 'tag': '747d4629-7b76-4789-94ee-f0c092606077'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:42:05.846107 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a69db2c-ea1e-4d5a-9bba-6c52645b9c52" -d '{"events": [{"server_uuid": "74b8a4c9-d32d-4ae8-8c35-2093b6254310", "name": "network-vif-deleted", "tag": "747d4629-7b76-4789-94ee-f0c092606077"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:42:05.884574 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18e6c94-4c27-44f6-ae87-ea29a45c513d x-openstack-request-id: req-c18e6c94-4c27-44f6-ae87-ea29a45c513d {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:42:05.884870 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b8a4c9-d32d-4ae8-8c35-2093b6254310", "name": "network-vif-deleted", "tag": "747d4629-7b76-4789-94ee-f0c092606077", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:42:05.885126 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c18e6c94-4c27-44f6-ae87-ea29a45c513d {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:42:05.885534 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c18e6c94-4c27-44f6-ae87-ea29a45c513d'] response: {'server_uuid': '74b8a4c9-d32d-4ae8-8c35-2093b6254310', 'name': 'network-vif-deleted', 'tag': '747d4629-7b76-4789-94ee-f0c092606077', 'status': 'completed', 'code': 200} Sep 05 12:42:05.928114 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-1c9a54f5-5862-4779-8140-d01eb118ecab None None] Set router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:42:06.145773 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-1c9a54f5-5862-4779-8140-d01eb118ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': 'd53db75f-c065-4d46-b167-295ff74cd2fb', 'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'mac_address': 'fa:16:3e:af:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:59Z', 'updated_at': '2022-09-05T12:37:05Z', 'revision_number': 5, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'subnets': [{'id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:06.170886 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a54f5-5862-4779-8140-d01eb118ecab None None] Checking router: 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:42:06.172662 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-bc2c0459-733d-4a18-bc2f-af7d5d24f8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:06.181939 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a54f5-5862-4779-8140-d01eb118ecab None None] Routers {'9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:42:06.182531 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-1c9a54f5-5862-4779-8140-d01eb118ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:42:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:06.290400 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-1c9a54f5-5862-4779-8140-d01eb118ecab None None] Set router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:42:06.327863 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7385b31b-5366-4bd5-bdbf-2018263820c9 req-dc7ba676-8917-4085-97f9-afc066d3e6bd tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=74b8a4c9-d32d-4ae8-8c35-2093b6254310 HTTP/1.1" status: 200 len: 210 time: 0.0286658 Sep 05 12:42:06.372130 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:06.373155 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:06.478217 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-1c9a54f5-5862-4779-8140-d01eb118ecab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': 'd53db75f-c065-4d46-b167-295ff74cd2fb', 'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'mac_address': 'fa:16:3e:af:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:59Z', 'updated_at': '2022-09-05T12:37:05Z', 'revision_number': 5, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'subnets': [{'id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:06.628626 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a54f5-5862-4779-8140-d01eb118ecab None None] The sync data for ids ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'] in dv-cinder-801354-7-iscsi is: [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:37:00Z', 'revision_number': 4, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': 'd53db75f-c065-4d46-b167-295ff74cd2fb', 'name': '', 'network_id': 'fe3deca4-eb5b-4550-84a3-afb4afe5c540', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'mac_address': 'fa:16:3e:af:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:59Z', 'updated_at': '2022-09-05T12:37:05Z', 'revision_number': 5, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'subnets': [{'id': 'b9b83362-733a-4921-af9e-bd64e5242e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:42:06.839002 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5166f1c5-54a9-4a81-aad0-313470e2e92b None None] New status for floating IP e5b33188-8a4f-4cd8-a808-a2f5b14e49ff: DOWN {{(pid=106742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:42:07.481360 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:07.694070 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59352) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:07.736553 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:07.754219 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0bf40653-3cf2-4bf7-a131-49979d1c0c42 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group (94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:07.777595 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0bf40653-3cf2-4bf7-a131-49979d1c0c42 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group (94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:08.029882 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0bf40653-3cf2-4bf7-a131-49979d1c0c42 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:08.032564 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-0bf40653-3cf2-4bf7-a131-49979d1c0c42 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:08.033735 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-0bf40653-3cf2-4bf7-a131-49979d1c0c42 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5 HTTP/1.1" status: 204 len: 168 time: 0.3380716 Sep 05 12:42:08.036574 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59354) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:08.043707 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf40653-3cf2-4bf7-a131-49979d1c0c42 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:08.061517 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.api.v2.resource [None req-2414e804-bd27-42b3-a9e3-861c8e32713c tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] show failed (client error): The resource could not be found. Sep 05 12:42:08.061517 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-2414e804-bd27-42b3-a9e3-861c8e32713c tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "GET /networking/v2.0/security-groups/94e5b0b5-3f1a-4ba3-8d88-9c408ef000c5 HTTP/1.1" status: 404 len: 347 time: 0.0146852 Sep 05 12:42:08.063060 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59356) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:08.176894 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Deleting port cbb5a58d-687f-4592-9d2a-83bc4f94240b {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:42:08.177236 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (cbb5a58d-687f-4592-9d2a-83bc4f94240b), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:08.257006 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (cbb5a58d-687f-4592-9d2a-83bc4f94240b), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:08.257311 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for floatingip (cbb5a58d-687f-4592-9d2a-83bc4f94240b), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:08.269843 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Calling delete_port for cbb5a58d-687f-4592-9d2a-83bc4f94240b owned by network:floatingip {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:42:08.515710 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (cbb5a58d-687f-4592-9d2a-83bc4f94240b), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:08.541242 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Pushing event deleted for resources: {'Port': ['ID=cbb5a58d-687f-4592-9d2a-83bc4f94240b,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:08.552923 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:08.553279 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:08.553629 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:08.553970 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:08.554308 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:08.554641 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:08.554970 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:08.555296 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:08.555654 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:08.555981 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:08.556308 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:08.556630 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:08.556950 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:08.557272 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:08.557620 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:08.613612 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks [] for floatingip (e5b33188-8a4f-4cd8-a808-a2f5b14e49ff), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:08.616412 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:08.617557 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-4234cdd7-e01e-4457-a491-c4200c9225a0 tempest-AttachVolumeTestJSON-972329296 tempest-AttachVolumeTestJSON-972329296-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/e5b33188-8a4f-4cd8-a808-a2f5b14e49ff HTTP/1.1" status: 204 len: 168 time: 0.5535071 Sep 05 12:42:08.631810 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 747d4629-7b76-4789-94ee-f0c092606077 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:42:08.652725 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: 747d4629-7b76-4789-94ee-f0c092606077 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:42:08.653074 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 747d4629-7b76-4789-94ee-f0c092606077 not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:42:08.846972 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:09.189842 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:12.599447 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59384) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:13.003308 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:13.009509 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:13.053830 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c6fbbf0-643f-46ae-9696-f2cce0abfee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557266'] for router_interface (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:13.270287 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fbbf0-643f-46ae-9696-f2cce0abfee4 admin admin] Deleting port d53db75f-c065-4d46-b167-295ff74cd2fb {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:42:13.270633 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c6fbbf0-643f-46ae-9696-f2cce0abfee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:13.348092 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-7c6fbbf0-643f-46ae-9696-f2cce0abfee4 admin admin] For port d53db75f-c065-4d46-b167-295ff74cd2fb, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=d53db75f-c065-4d46-b167-295ff74cd2fb,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:42:13.348444 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c6fbbf0-643f-46ae-9696-f2cce0abfee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:13.360778 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-7c6fbbf0-643f-46ae-9696-f2cce0abfee4 admin admin] Calling delete_port for d53db75f-c065-4d46-b167-295ff74cd2fb owned by network:router_interface {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:42:13.629886 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c6fbbf0-643f-46ae-9696-f2cce0abfee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (d53db75f-c065-4d46-b167-295ff74cd2fb), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:13.654857 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fbbf0-643f-46ae-9696-f2cce0abfee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d53db75f-c065-4d46-b167-295ff74cd2fb,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:13.808347 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:13.820073 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c6fbbf0-643f-46ae-9696-f2cce0abfee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632642'] for router_interface (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:14.017949 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:14.033730 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6fbbf0-643f-46ae-9696-f2cce0abfee4 admin admin] Router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:42:14.146569 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6fbbf0-643f-46ae-9696-f2cce0abfee4 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:42:14.151508 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-7c6fbbf0-643f-46ae-9696-f2cce0abfee4 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/9e81af23-c6ed-4c79-a9e5-5fdcf80f0596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5504951 Sep 05 12:42:14.154090 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59388) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:14.155201 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646bd4d5-7066-4cfc-b232-c195346d2da5 None None] Sync routers for ids ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:42:14.165787 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646bd4d5-7066-4cfc-b232-c195346d2da5 None None] Routers {'9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:42:14.168145 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-646bd4d5-7066-4cfc-b232-c195346d2da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:42:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:14.202209 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:14.214688 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:14.256497 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-440b0110-cb36-4e24-96d4-0e48f4e2f43c admin admin] Publish callbacks [] for router (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:14.269100 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-646bd4d5-7066-4cfc-b232-c195346d2da5 None None] Set router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:42:14.352965 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-440b0110-cb36-4e24-96d4-0e48f4e2f43c admin admin] Publish callbacks [] for router_gateway (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:14.440827 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-646bd4d5-7066-4cfc-b232-c195346d2da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195'}], 'enable_snat': True}, 'gw_port_id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:42:13Z', 'revision_number': 5, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port': {'id': '65fab69e-ff2c-4203-bb2f-88a38a9cae33', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:29:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:36:57Z', 'updated_at': '2022-09-05T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:14.447888 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-440b0110-cb36-4e24-96d4-0e48f4e2f43c admin admin] Deleting port 65fab69e-ff2c-4203-bb2f-88a38a9cae33 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:42:14.448236 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-440b0110-cb36-4e24-96d4-0e48f4e2f43c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (65fab69e-ff2c-4203-bb2f-88a38a9cae33), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:14.466075 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646bd4d5-7066-4cfc-b232-c195346d2da5 None None] Checking router: 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:42:14.474497 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646bd4d5-7066-4cfc-b232-c195346d2da5 None None] Routers {'9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:42:14.481064 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-646bd4d5-7066-4cfc-b232-c195346d2da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:42:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:14.529327 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-440b0110-cb36-4e24-96d4-0e48f4e2f43c admin admin] For port 65fab69e-ff2c-4203-bb2f-88a38a9cae33, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=65fab69e-ff2c-4203-bb2f-88a38a9cae33,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:42:14.529693 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-440b0110-cb36-4e24-96d4-0e48f4e2f43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (65fab69e-ff2c-4203-bb2f-88a38a9cae33), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:14.542835 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-440b0110-cb36-4e24-96d4-0e48f4e2f43c admin admin] Calling delete_port for 65fab69e-ff2c-4203-bb2f-88a38a9cae33 owned by network:router_gateway {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:42:14.559066 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-646bd4d5-7066-4cfc-b232-c195346d2da5 None None] Set router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 gateway port host: None {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:42:14.604453 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:14.610924 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-646bd4d5-7066-4cfc-b232-c195346d2da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:42:14Z', 'revision_number': 6, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port_host': None}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:14.635970 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646bd4d5-7066-4cfc-b232-c195346d2da5 None None] The sync data for ids ['9e81af23-c6ed-4c79-a9e5-5fdcf80f0596'] in dv-cinder-801354-7-iscsi is: [{'id': '9e81af23-c6ed-4c79-a9e5-5fdcf80f0596', 'name': 'tempest-AttachVolumeTestJSON-540285136-router', 'tenant_id': '7b514c04a13742b1b19d46fec1c40f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:36:56Z', 'updated_at': '2022-09-05T12:42:14Z', 'revision_number': 6, 'project_id': '7b514c04a13742b1b19d46fec1c40f69', 'gw_port_host': None}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:42:14.761091 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-440b0110-cb36-4e24-96d4-0e48f4e2f43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (65fab69e-ff2c-4203-bb2f-88a38a9cae33), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:14.787400 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b0110-cb36-4e24-96d4-0e48f4e2f43c admin admin] Pushing event deleted for resources: {'Port': ['ID=65fab69e-ff2c-4203-bb2f-88a38a9cae33,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:14.852231 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-440b0110-cb36-4e24-96d4-0e48f4e2f43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633638'] for router_gateway (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:15.178826 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-440b0110-cb36-4e24-96d4-0e48f4e2f43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2583'] for router (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:15.181014 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-440b0110-cb36-4e24-96d4-0e48f4e2f43c admin admin] Publish callbacks [] for router_controller (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:15.309583 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-440b0110-cb36-4e24-96d4-0e48f4e2f43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557213'] for router (9e81af23-c6ed-4c79-a9e5-5fdcf80f0596), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:15.310124 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440b0110-cb36-4e24-96d4-0e48f4e2f43c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 {{(pid=106740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 05 12:42:15.314413 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-440b0110-cb36-4e24-96d4-0e48f4e2f43c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:15.315587 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-440b0110-cb36-4e24-96d4-0e48f4e2f43c admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/9e81af23-c6ed-4c79-a9e5-5fdcf80f0596 HTTP/1.1" status: 204 len: 168 time: 1.1606128 Sep 05 12:42:15.318081 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59390) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:15.367898 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f13ab6b-13d1-42ac-aa31-94973122fd41 admin admin] Deleting subnet b9b83362-733a-4921-af9e-bd64e5242e88 {{(pid=106740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:42:15.371094 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6f13ab6b-13d1-42ac-aa31-94973122fd41 admin admin] Publish callbacks [] for subnet (b9b83362-733a-4921-af9e-bd64e5242e88), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:15.407274 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6f13ab6b-13d1-42ac-aa31-94973122fd41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107463'] for subnet (b9b83362-733a-4921-af9e-bd64e5242e88), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:15.468883 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:15.483972 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6f13ab6b-13d1-42ac-aa31-94973122fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (b9b83362-733a-4921-af9e-bd64e5242e88), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:15.618858 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6f13ab6b-13d1-42ac-aa31-94973122fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3773182'] for subnet (b9b83362-733a-4921-af9e-bd64e5242e88), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:15.644375 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13ab6b-13d1-42ac-aa31-94973122fd41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9b83362-733a-4921-af9e-bd64e5242e88,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:15.650597 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6f13ab6b-13d1-42ac-aa31-94973122fd41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:15.653923 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-6f13ab6b-13d1-42ac-aa31-94973122fd41 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/b9b83362-733a-4921-af9e-bd64e5242e88 HTTP/1.1" status: 204 len: 168 time: 0.3349214 Sep 05 12:42:15.656415 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59392) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:15.657257 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6276a8f5-5949-4daf-9e7b-cfc7976cd4a5 None None] Network fe3deca4-eb5b-4550-84a3-afb4afe5c540 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:42:15.728034 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (fe3deca4-eb5b-4550-84a3-afb4afe5c540), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:15.771887 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] Deleting port a7990c17-cb27-4033-80ad-4af254a94a0c {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:42:15.773177 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (a7990c17-cb27-4033-80ad-4af254a94a0c), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:15.820381 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] DHCP port deletion for fe3deca4-eb5b-4550-84a3-afb4afe5c540 request from dv-cinder-801354-7-iscsi {{(pid=106741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 05 12:42:15.843876 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] For port a7990c17-cb27-4033-80ad-4af254a94a0c, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=a7990c17-cb27-4033-80ad-4af254a94a0c,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:42:15.844238 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (a7990c17-cb27-4033-80ad-4af254a94a0c), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:15.856791 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Deleting port a7990c17-cb27-4033-80ad-4af254a94a0c {{(pid=106741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:42:15.857168 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (a7990c17-cb27-4033-80ad-4af254a94a0c), before_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:15.857306 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] Calling delete_port for a7990c17-cb27-4033-80ad-4af254a94a0c owned by network:dhcp {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:42:15.905334 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:15.929044 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] For port a7990c17-cb27-4033-80ad-4af254a94a0c, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=a7990c17-cb27-4033-80ad-4af254a94a0c,segment=NetworkSegment(d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2),segment_id=d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:42:15.929435 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (a7990c17-cb27-4033-80ad-4af254a94a0c), precommit_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:15.939241 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device a7990c17-cb27-4033-80ad-4af254a94a0c no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:42:15.947461 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Calling delete_port for a7990c17-cb27-4033-80ad-4af254a94a0c owned by network:dhcp {{(pid=106741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:42:16.001239 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (a7990c17-cb27-4033-80ad-4af254a94a0c), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:16.019466 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No ports have port_id starting with a7990c17-cb27-4033-80ad-4af254a94a0c Sep 05 12:42:16.023275 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 65fab69e-ff2c-4203-bb2f-88a38a9cae33 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:42:16.031214 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7990c17-cb27-4033-80ad-4af254a94a0c,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:16.033569 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] No DVR routers for this DVR port a7990c17-cb27-4033-80ad-4af254a94a0c on host dv-cinder-801354-7-iscsi {{(pid=106740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:42:16.054300 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: 65fab69e-ff2c-4203-bb2f-88a38a9cae33 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:42:16.054732 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 65fab69e-ff2c-4203-bb2f-88a38a9cae33 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:42:16.055069 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device d53db75f-c065-4d46-b167-295ff74cd2fb no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:42:16.076211 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: d53db75f-c065-4d46-b167-295ff74cd2fb {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:42:16.076478 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device d53db75f-c065-4d46-b167-295ff74cd2fb not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:42:16.093536 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (a7990c17-cb27-4033-80ad-4af254a94a0c), after_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:16.110299 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (fe3deca4-eb5b-4550-84a3-afb4afe5c540), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:16.118075 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Pushing event deleted for resources: {'Port': ['ID=a7990c17-cb27-4033-80ad-4af254a94a0c,revision_number=None']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:16.126249 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] No DVR routers for this DVR port a7990c17-cb27-4033-80ad-4af254a94a0c on host dv-cinder-801354-7-iscsi {{(pid=106741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:42:16.128498 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:16.128844 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:16.129185 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:16.129522 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:16.129978 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:16.130172 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:16.130494 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:16.130817 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:16.130999 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3deca4-eb5b-4550-84a3-afb4afe5c540']}} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:16.131125 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:16.131699 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:16.131844 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:16.132167 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:16.132485 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:16.132803 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:16.133120 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0903c543-010e-4a26-9a0d-68b135d98ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:42:16.143990 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2') {'for_net_delete': True} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:16.144334 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c62e30-fd00-4045-ba2a-0cac1c7fa9e2') {} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:16.155437 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107470'] for segment (d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:16.169553 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:16.176201 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=106740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:42:16.176612 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800242'] for segment (d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:16.304777 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.services.segments.plugin [-] Segment d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2 resource provider aggregate not found Sep 05 12:42:16.308503 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (fe3deca4-eb5b-4550-84a3-afb4afe5c540), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:16.314096 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:16.320249 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/fe3deca4-eb5b-4550-84a3-afb4afe5c540 HTTP/1.1" status: 204 len: 168 time: 0.6599827 Sep 05 12:42:16.330250 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.services.segments.plugin [-] Segment d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5c62e30-fd00-4045-ba2a-0cac1c7fa9e2 found for delete ", "request_id": "req-6abcb5b2-7679-48a5-b479-5f4885b3b69a"}]} Sep 05 12:42:16.331254 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b251c7-04fc-4fb6-a9a3-d66a46e59358 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3deca4-eb5b-4550-84a3-afb4afe5c540,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:16.643331 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59402) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:16.683578 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-8f20225e-8ed9-4c3b-8d64-c0cf612ae9a5 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7b514c04a13742b1b19d46fec1c40f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390594 Sep 05 12:42:16.686091 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59404) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:16.733154 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d1495fba-633c-4594-8f2f-1495aa06dfd1 admin admin] Publish callbacks [] for security_group (f834fb48-b454-405c-9b1f-a92e0254c2b9), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:16.752676 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d1495fba-633c-4594-8f2f-1495aa06dfd1 admin admin] Publish callbacks [] for security_group (f834fb48-b454-405c-9b1f-a92e0254c2b9), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:16.892179 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d1495fba-633c-4594-8f2f-1495aa06dfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (f834fb48-b454-405c-9b1f-a92e0254c2b9), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:16.894637 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-d1495fba-633c-4594-8f2f-1495aa06dfd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:16.895827 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-d1495fba-633c-4594-8f2f-1495aa06dfd1 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f834fb48-b454-405c-9b1f-a92e0254c2b9 HTTP/1.1" status: 204 len: 168 time: 0.2088053 Sep 05 12:42:16.904362 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1495fba-633c-4594-8f2f-1495aa06dfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f834fb48-b454-405c-9b1f-a92e0254c2b9,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:16.912345 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:16.915921 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:18.042556 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=27,neutron:DELETE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:18.674391 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59454) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:18.781960 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a9cd-880b-482c-bb3a-c4e35bb0c9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:18.792332 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:18.859796 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a9cd-880b-482c-bb3a-c4e35bb0c9ae admin admin] Publish callbacks [] for security_group (b455a655-7537-4e36-a672-d50bb5b9fb6b), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:18.938045 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a8a7a9cd-880b-482c-bb3a-c4e35bb0c9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (b455a655-7537-4e36-a672-d50bb5b9fb6b), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:18.978724 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-a8a7a9cd-880b-482c-bb3a-c4e35bb0c9ae admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8bc09f98701c49d5a36a49e8001b5591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032482 Sep 05 12:42:18.979916 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7a9cd-880b-482c-bb3a-c4e35bb0c9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b455a655-7537-4e36-a672-d50bb5b9fb6b,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:18.981425 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59458) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:19.030992 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-8396546f-36bb-4ff7-87ea-52e19563d32d admin admin] Publish callbacks [] for security_group (b455a655-7537-4e36-a672-d50bb5b9fb6b), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:19.050475 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-8396546f-36bb-4ff7-87ea-52e19563d32d admin admin] Publish callbacks [] for security_group (b455a655-7537-4e36-a672-d50bb5b9fb6b), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:19.156250 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-8396546f-36bb-4ff7-87ea-52e19563d32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (b455a655-7537-4e36-a672-d50bb5b9fb6b), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:19.158809 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-8396546f-36bb-4ff7-87ea-52e19563d32d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:19.160156 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-8396546f-36bb-4ff7-87ea-52e19563d32d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b455a655-7537-4e36-a672-d50bb5b9fb6b HTTP/1.1" status: 204 len: 168 time: 0.1776443 Sep 05 12:42:19.169185 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396546f-36bb-4ff7-87ea-52e19563d32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b455a655-7537-4e36-a672-d50bb5b9fb6b,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:20.037399 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59480) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:20.133882 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-72a34b19-d8df-4738-83f2-0c65086c8946 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-935491749-network', 'tenant_id': '92bc6043b43844bd985e66e940260ae3'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:42:20.217282 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a34b19-d8df-4738-83f2-0c65086c8946 admin admin] Made reservation on behalf of 92bc6043b43844bd985e66e940260ae3 for: {'network': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:42:20.219561 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-72a34b19-d8df-4738-83f2-0c65086c8946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:20.228151 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-72a34b19-d8df-4738-83f2-0c65086c8946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:20.294104 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=17 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:20.302957 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-72a34b19-d8df-4738-83f2-0c65086c8946 admin admin] Publish callbacks [] for security_group (6ce2c516-5287-4d0f-ae48-1c5fff595dee), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:20.377746 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-72a34b19-d8df-4738-83f2-0c65086c8946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (6ce2c516-5287-4d0f-ae48-1c5fff595dee), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:20.406010 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a34b19-d8df-4738-83f2-0c65086c8946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=106740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:42:20.411406 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34b19-d8df-4738-83f2-0c65086c8946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce2c516-5287-4d0f-ae48-1c5fff595dee,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:20.420534 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-72a34b19-d8df-4738-83f2-0c65086c8946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (650310e1-9202-4063-8a8e-64d5f358eef9), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:20.420534 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.segments_db [None req-72a34b19-d8df-4738-83f2-0c65086c8946 admin admin] Added segment 650310e1-9202-4063-8a8e-64d5f358eef9 of type vlan for network 89dc8274-ba33-476a-af8b-bfbf46fbeae0 Sep 05 12:42:20.462535 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-72a34b19-d8df-4738-83f2-0c65086c8946 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (89dc8274-ba33-476a-af8b-bfbf46fbeae0), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:20.560730 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-72a34b19-d8df-4738-83f2-0c65086c8946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (89dc8274-ba33-476a-af8b-bfbf46fbeae0), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:20.561723 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a34b19-d8df-4738-83f2-0c65086c8946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:42:20.562303 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-72a34b19-d8df-4738-83f2-0c65086c8946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:20.623255 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34b19-d8df-4738-83f2-0c65086c8946 admin admin] Pushing event updated for resources: {'Network': ['ID=89dc8274-ba33-476a-af8b-bfbf46fbeae0,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:20.633394 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network 89dc8274-ba33-476a-af8b-bfbf46fbeae0 details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:42:20.700592 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-72a34b19-d8df-4738-83f2-0c65086c8946 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6620975 Sep 05 12:42:20.706123 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59484) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:20.708165 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-6d9e6284-7471-4618-8223-af7972d97776 admin admin] Request body: {'subnet': {'network_id': '89dc8274-ba33-476a-af8b-bfbf46fbeae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-935491749-subnet', 'tenant_id': '92bc6043b43844bd985e66e940260ae3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:42:20.795085 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9e6284-7471-4618-8223-af7972d97776 admin admin] Made reservation on behalf of 92bc6043b43844bd985e66e940260ae3 for: {'subnet': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:42:20.798125 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6d9e6284-7471-4618-8223-af7972d97776 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3773147'] for subnet (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:20.865593 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:21.006390 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6d9e6284-7471-4618-8223-af7972d97776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8796525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3773161'] for subnet (faa0de71-3a70-471b-a696-abda9ebd50eb), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:21.064912 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e6284-7471-4618-8223-af7972d97776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa0de71-3a70-471b-a696-abda9ebd50eb,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:21.077400 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e6284-7471-4618-8223-af7972d97776 admin admin] Checking segment: {'id': '650310e1-9202-4063-8a8e-64d5f358eef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '89dc8274-ba33-476a-af8b-bfbf46fbeae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:42:21.077765 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9e6284-7471-4618-8223-af7972d97776 admin admin] Network hostable DHCP agents. Network: 89dc8274-ba33-476a-af8b-bfbf46fbeae0, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:42:21.154455 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9e6284-7471-4618-8223-af7972d97776 admin admin] Network 89dc8274-ba33-476a-af8b-bfbf46fbeae0 is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:42:21.222686 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-6d9e6284-7471-4618-8223-af7972d97776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, 89dc8274-ba33-476a-af8b-bfbf46fbeae0) {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:42:21.227395 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9e6284-7471-4618-8223-af7972d97776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:42:21.228018 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-6d9e6284-7471-4618-8223-af7972d97776 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:21.231821 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8deacaa-1889-4eb4-9e7d-8bb3255c9766 None None] Network 89dc8274-ba33-476a-af8b-bfbf46fbeae0 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:42:21.294645 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-6d9e6284-7471-4618-8223-af7972d97776 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5901914 Sep 05 12:42:21.309895 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:21.338309 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd373e3a-29e8-43f0-b527-b2470c55e961 None None] Network 89dc8274-ba33-476a-af8b-bfbf46fbeae0 requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:42:21.351500 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:21.651748 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:21.948857 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59500) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:21.953656 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-4f988f6c-d9e4-4f5e-8856-bb373d7a55f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-842192489-network', 'tenant_id': 'b9a7efbbcec44caf8b81af9db4bdc7ed'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:42:22.063003 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f988f6c-d9e4-4f5e-8856-bb373d7a55f6 admin admin] Made reservation on behalf of b9a7efbbcec44caf8b81af9db4bdc7ed for: {'network': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:42:22.065435 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4f988f6c-d9e4-4f5e-8856-bb373d7a55f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:22.075290 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4f988f6c-d9e4-4f5e-8856-bb373d7a55f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:22.153877 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4f988f6c-d9e4-4f5e-8856-bb373d7a55f6 admin admin] Publish callbacks [] for security_group (05aaff07-c83c-4e79-b2d9-00373371bf50), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:22.212112 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4f988f6c-d9e4-4f5e-8856-bb373d7a55f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (05aaff07-c83c-4e79-b2d9-00373371bf50), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:22.237855 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f988f6c-d9e4-4f5e-8856-bb373d7a55f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=106740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:42:22.248479 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f988f6c-d9e4-4f5e-8856-bb373d7a55f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05aaff07-c83c-4e79-b2d9-00373371bf50,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:22.254305 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4f988f6c-d9e4-4f5e-8856-bb373d7a55f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (b9cc61ef-a00c-4588-9dad-056c425ebc64), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:22.254648 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.segments_db [None req-4f988f6c-d9e4-4f5e-8856-bb373d7a55f6 admin admin] Added segment b9cc61ef-a00c-4588-9dad-056c425ebc64 of type vlan for network a9ed9d8d-c440-407d-b3b7-27088b4d121f Sep 05 12:42:22.295653 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4f988f6c-d9e4-4f5e-8856-bb373d7a55f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (a9ed9d8d-c440-407d-b3b7-27088b4d121f), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:22.313231 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:22.400148 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4f988f6c-d9e4-4f5e-8856-bb373d7a55f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (a9ed9d8d-c440-407d-b3b7-27088b4d121f), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:22.401150 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f988f6c-d9e4-4f5e-8856-bb373d7a55f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:42:22.401730 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4f988f6c-d9e4-4f5e-8856-bb373d7a55f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:22.466696 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f988f6c-d9e4-4f5e-8856-bb373d7a55f6 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ed9d8d-c440-407d-b3b7-27088b4d121f,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:22.476993 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network a9ed9d8d-c440-407d-b3b7-27088b4d121f details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:42:22.508655 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-4f988f6c-d9e4-4f5e-8856-bb373d7a55f6 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5561540 Sep 05 12:42:22.508873 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59502) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:22.513676 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-84f798c3-8199-4822-86de-c6746a03f6f0 admin admin] Request body: {'subnet': {'network_id': 'a9ed9d8d-c440-407d-b3b7-27088b4d121f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-842192489-subnet', 'tenant_id': 'b9a7efbbcec44caf8b81af9db4bdc7ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:42:22.600185 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f798c3-8199-4822-86de-c6746a03f6f0 admin admin] Made reservation on behalf of b9a7efbbcec44caf8b81af9db4bdc7ed for: {'subnet': 1} {{(pid=106740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:42:22.603273 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-84f798c3-8199-4822-86de-c6746a03f6f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3773147'] for subnet (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:22.834623 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-84f798c3-8199-4822-86de-c6746a03f6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8796525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3773161'] for subnet (f143cd86-3833-4a40-bd88-b79bc6d52fdd), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:22.874379 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:UPDATE=5,neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=15 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:22.891912 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f798c3-8199-4822-86de-c6746a03f6f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f143cd86-3833-4a40-bd88-b79bc6d52fdd,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:22.901237 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f798c3-8199-4822-86de-c6746a03f6f0 admin admin] Checking segment: {'id': 'b9cc61ef-a00c-4588-9dad-056c425ebc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9ed9d8d-c440-407d-b3b7-27088b4d121f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:42:22.901597 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f798c3-8199-4822-86de-c6746a03f6f0 admin admin] Network hostable DHCP agents. Network: a9ed9d8d-c440-407d-b3b7-27088b4d121f, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:42:22.983242 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f798c3-8199-4822-86de-c6746a03f6f0 admin admin] Network a9ed9d8d-c440-407d-b3b7-27088b4d121f is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:42:23.063193 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-84f798c3-8199-4822-86de-c6746a03f6f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, a9ed9d8d-c440-407d-b3b7-27088b4d121f) {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:42:23.067317 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f798c3-8199-4822-86de-c6746a03f6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:42:23.068235 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-84f798c3-8199-4822-86de-c6746a03f6f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:23.073213 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8de649-ec03-4523-84bd-24d865333977 None None] Network a9ed9d8d-c440-407d-b3b7-27088b4d121f requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:42:23.123309 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-84f798c3-8199-4822-86de-c6746a03f6f0 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6131883 Sep 05 12:42:23.175775 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d74f2cc-c5ed-4de3-b2a5-906e7254c91b None None] Network a9ed9d8d-c440-407d-b3b7-27088b4d121f requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:42:23.243939 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59506) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:23.290290 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a1a66e-f37e-4bda-a50d-02a01a2f4608 admin admin] Deleting subnet faa0de71-3a70-471b-a696-abda9ebd50eb {{(pid=106740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:42:23.293679 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a4a1a66e-f37e-4bda-a50d-02a01a2f4608 admin admin] Publish callbacks [] for subnet (faa0de71-3a70-471b-a696-abda9ebd50eb), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:23.329958 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a4a1a66e-f37e-4bda-a50d-02a01a2f4608 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107463'] for subnet (faa0de71-3a70-471b-a696-abda9ebd50eb), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:23.372803 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a4a1a66e-f37e-4bda-a50d-02a01a2f4608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (faa0de71-3a70-471b-a696-abda9ebd50eb), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:23.509082 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a4a1a66e-f37e-4bda-a50d-02a01a2f4608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3773182'] for subnet (faa0de71-3a70-471b-a696-abda9ebd50eb), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:23.534353 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1a66e-f37e-4bda-a50d-02a01a2f4608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faa0de71-3a70-471b-a696-abda9ebd50eb,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:23.538066 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-a4a1a66e-f37e-4bda-a50d-02a01a2f4608 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:23.541245 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-a4a1a66e-f37e-4bda-a50d-02a01a2f4608 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/faa0de71-3a70-471b-a696-abda9ebd50eb HTTP/1.1" status: 204 len: 168 time: 0.2962542 Sep 05 12:42:23.543981 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59508) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:23.615650 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ea0542c6-bba0-44ed-a4c9-f54b0aa41afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (89dc8274-ba33-476a-af8b-bfbf46fbeae0), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:23.694561 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ea0542c6-bba0-44ed-a4c9-f54b0aa41afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (89dc8274-ba33-476a-af8b-bfbf46fbeae0), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:23.713938 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-ea0542c6-bba0-44ed-a4c9-f54b0aa41afc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89dc8274-ba33-476a-af8b-bfbf46fbeae0']}} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:23.723083 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-ea0542c6-bba0-44ed-a4c9-f54b0aa41afc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650310e1-9202-4063-8a8e-64d5f358eef9') {'for_net_delete': True} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:23.723379 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-ea0542c6-bba0-44ed-a4c9-f54b0aa41afc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650310e1-9202-4063-8a8e-64d5f358eef9') {} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:23.733398 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ea0542c6-bba0-44ed-a4c9-f54b0aa41afc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107470'] for segment (650310e1-9202-4063-8a8e-64d5f358eef9), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:23.744861 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:23.747130 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ea0542c6-bba0-44ed-a4c9-f54b0aa41afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (650310e1-9202-4063-8a8e-64d5f358eef9), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:23.753665 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0542c6-bba0-44ed-a4c9-f54b0aa41afc admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=106740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:42:23.761436 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ea0542c6-bba0-44ed-a4c9-f54b0aa41afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800242'] for segment (650310e1-9202-4063-8a8e-64d5f358eef9), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:23.798279 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.services.segments.plugin [-] Segment 650310e1-9202-4063-8a8e-64d5f358eef9 resource provider aggregate not found Sep 05 12:42:23.815799 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.services.segments.plugin [-] Segment 650310e1-9202-4063-8a8e-64d5f358eef9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 650310e1-9202-4063-8a8e-64d5f358eef9 found for delete ", "request_id": "req-57ab95a5-c180-44f8-b36a-d1c77c5a4405"}]} Sep 05 12:42:23.909121 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ea0542c6-bba0-44ed-a4c9-f54b0aa41afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (89dc8274-ba33-476a-af8b-bfbf46fbeae0), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:23.915298 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-ea0542c6-bba0-44ed-a4c9-f54b0aa41afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:23.918263 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-ea0542c6-bba0-44ed-a4c9-f54b0aa41afc admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/89dc8274-ba33-476a-af8b-bfbf46fbeae0 HTTP/1.1" status: 204 len: 168 time: 0.3733830 Sep 05 12:42:23.921257 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59514) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:23.930625 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0542c6-bba0-44ed-a4c9-f54b0aa41afc admin admin] Pushing event deleted for resources: {'Network': ['ID=89dc8274-ba33-476a-af8b-bfbf46fbeae0,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:23.969441 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3cdca7e-4ee4-4028-821b-ae7dede87a18 admin admin] Deleting subnet f143cd86-3833-4a40-bd88-b79bc6d52fdd {{(pid=106739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:42:23.972819 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a3cdca7e-4ee4-4028-821b-ae7dede87a18 admin admin] Publish callbacks [] for subnet (f143cd86-3833-4a40-bd88-b79bc6d52fdd), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:24.008284 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a3cdca7e-4ee4-4028-821b-ae7dede87a18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3249964'] for subnet (f143cd86-3833-4a40-bd88-b79bc6d52fdd), precommit_delete_associations {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:24.047556 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a3cdca7e-4ee4-4028-821b-ae7dede87a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (f143cd86-3833-4a40-bd88-b79bc6d52fdd), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:24.154946 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a3cdca7e-4ee4-4028-821b-ae7dede87a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4159189'] for subnet (f143cd86-3833-4a40-bd88-b79bc6d52fdd), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:24.183778 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a3cdca7e-4ee4-4028-821b-ae7dede87a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:24.186875 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-a3cdca7e-4ee4-4028-821b-ae7dede87a18 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/f143cd86-3833-4a40-bd88-b79bc6d52fdd HTTP/1.1" status: 204 len: 168 time: 0.2646265 Sep 05 12:42:24.188052 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdca7e-4ee4-4028-821b-ae7dede87a18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f143cd86-3833-4a40-bd88-b79bc6d52fdd,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:24.189636 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59516) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:24.258302 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4e752280-0988-406a-a653-10cc1bcaf8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (a9ed9d8d-c440-407d-b3b7-27088b4d121f), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:24.339494 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4e752280-0988-406a-a653-10cc1bcaf8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (a9ed9d8d-c440-407d-b3b7-27088b4d121f), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:24.358830 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-4e752280-0988-406a-a653-10cc1bcaf8aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ed9d8d-c440-407d-b3b7-27088b4d121f']}} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:24.367874 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-4e752280-0988-406a-a653-10cc1bcaf8aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cc61ef-a00c-4588-9dad-056c425ebc64') {'for_net_delete': True} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:24.368167 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.services.segments.db [None req-4e752280-0988-406a-a653-10cc1bcaf8aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cc61ef-a00c-4588-9dad-056c425ebc64') {} {{(pid=106740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:42:24.377723 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4e752280-0988-406a-a653-10cc1bcaf8aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4107470'] for segment (b9cc61ef-a00c-4588-9dad-056c425ebc64), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:24.391047 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4e752280-0988-406a-a653-10cc1bcaf8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (b9cc61ef-a00c-4588-9dad-056c425ebc64), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:24.397090 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e752280-0988-406a-a653-10cc1bcaf8aa admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=106740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:42:24.398010 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4e752280-0988-406a-a653-10cc1bcaf8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8800242'] for segment (b9cc61ef-a00c-4588-9dad-056c425ebc64), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:24.514538 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4e752280-0988-406a-a653-10cc1bcaf8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (a9ed9d8d-c440-407d-b3b7-27088b4d121f), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:24.519994 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4e752280-0988-406a-a653-10cc1bcaf8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:24.523546 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-4e752280-0988-406a-a653-10cc1bcaf8aa admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/a9ed9d8d-c440-407d-b3b7-27088b4d121f HTTP/1.1" status: 204 len: 168 time: 0.3329256 Sep 05 12:42:24.534560 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e752280-0988-406a-a653-10cc1bcaf8aa admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ed9d8d-c440-407d-b3b7-27088b4d121f,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:24.800695 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59520) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:24.835015 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:24.843214 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-8b25065e-599d-4a45-87a8-21742450f8f9 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=92bc6043b43844bd985e66e940260ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395021 Sep 05 12:42:24.843847 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59522) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:24.891863 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f5febbd1-16f6-4b78-94f6-1481b404d9ed admin admin] Publish callbacks [] for security_group (6ce2c516-5287-4d0f-ae48-1c5fff595dee), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:24.911284 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f5febbd1-16f6-4b78-94f6-1481b404d9ed admin admin] Publish callbacks [] for security_group (6ce2c516-5287-4d0f-ae48-1c5fff595dee), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:24.994550 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f5febbd1-16f6-4b78-94f6-1481b404d9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (6ce2c516-5287-4d0f-ae48-1c5fff595dee), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:24.997246 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-f5febbd1-16f6-4b78-94f6-1481b404d9ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:24.998366 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-f5febbd1-16f6-4b78-94f6-1481b404d9ed admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/6ce2c516-5287-4d0f-ae48-1c5fff595dee HTTP/1.1" status: 204 len: 168 time: 0.1536560 Sep 05 12:42:25.006651 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5febbd1-16f6-4b78-94f6-1481b404d9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce2c516-5287-4d0f-ae48-1c5fff595dee,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:25.630908 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59528) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:25.675177 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-673488dd-093f-4e17-9da4-d9526274897d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b9a7efbbcec44caf8b81af9db4bdc7ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431011 Sep 05 12:42:25.677603 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59530) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:42:25.724489 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9da9ff8b-c559-41df-985c-81c5bfb5d5a5 admin admin] Publish callbacks [] for security_group (05aaff07-c83c-4e79-b2d9-00373371bf50), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:25.744371 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9da9ff8b-c559-41df-985c-81c5bfb5d5a5 admin admin] Publish callbacks [] for security_group (05aaff07-c83c-4e79-b2d9-00373371bf50), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:25.832834 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.services.segments.plugin [-] Segment b9cc61ef-a00c-4588-9dad-056c425ebc64 resource provider aggregate not found Sep 05 12:42:25.849568 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.services.segments.plugin [-] Segment b9cc61ef-a00c-4588-9dad-056c425ebc64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9cc61ef-a00c-4588-9dad-056c425ebc64 found for delete ", "request_id": "req-6b6e4c52-c074-4a5a-933d-34d700c61c6a"}]} Sep 05 12:42:25.851951 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9da9ff8b-c559-41df-985c-81c5bfb5d5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (05aaff07-c83c-4e79-b2d9-00373371bf50), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:25.854577 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9da9ff8b-c559-41df-985c-81c5bfb5d5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:25.855872 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-9da9ff8b-c559-41df-985c-81c5bfb5d5a5 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/05aaff07-c83c-4e79-b2d9-00373371bf50 HTTP/1.1" status: 204 len: 168 time: 0.1773539 Sep 05 12:42:25.864100 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9ff8b-c559-41df-985c-81c5bfb5d5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05aaff07-c83c-4e79-b2d9-00373371bf50,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:42:29.288433 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:42:33.718438 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-1722f006-1cdc-4ef7-bcbf-86ee6fa098a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:35.000845 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:35.002043 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=62,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:35.776232 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=57,neutron:DELETE=6 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:35.859552 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=66,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:36.074455 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-ef026ae3-b565-4461-8b0d-539f5de306ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:37.411678 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:38.834289 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:39.200002 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:42:43.369433 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:43.370207 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:49.088547 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:49.094478 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=56,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:42:51.667494 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:01.534614 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59750) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:01.597735 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:01.599050 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:01.641374 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69395505-8ba5-4fb4-8201-d7029c509adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:01.714981 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69395505-8ba5-4fb4-8201-d7029c509adf admin admin] Publish callbacks [] for security_group (87176a7d-5a78-476a-89a5-e9abab3c54b5), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:01.781483 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69395505-8ba5-4fb4-8201-d7029c509adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (87176a7d-5a78-476a-89a5-e9abab3c54b5), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:01.823248 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-69395505-8ba5-4fb4-8201-d7029c509adf admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1482b534717943e48b1f103a3961cf18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875531 Sep 05 12:43:01.824391 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69395505-8ba5-4fb4-8201-d7029c509adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87176a7d-5a78-476a-89a5-e9abab3c54b5,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:01.826036 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59754) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:01.878221 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-264a3795-984d-4bb7-8b3d-0d0315c8a0f3 admin admin] Publish callbacks [] for security_group (87176a7d-5a78-476a-89a5-e9abab3c54b5), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:01.898510 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-264a3795-984d-4bb7-8b3d-0d0315c8a0f3 admin admin] Publish callbacks [] for security_group (87176a7d-5a78-476a-89a5-e9abab3c54b5), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:02.027648 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-264a3795-984d-4bb7-8b3d-0d0315c8a0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (87176a7d-5a78-476a-89a5-e9abab3c54b5), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:02.030269 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-264a3795-984d-4bb7-8b3d-0d0315c8a0f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:02.031418 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-264a3795-984d-4bb7-8b3d-0d0315c8a0f3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/87176a7d-5a78-476a-89a5-e9abab3c54b5 HTTP/1.1" status: 204 len: 168 time: 0.2043836 Sep 05 12:43:02.039509 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a3795-984d-4bb7-8b3d-0d0315c8a0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87176a7d-5a78-476a-89a5-e9abab3c54b5,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:02.615868 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59760) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:02.630102 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-83de0b2a-907e-4272-99a4-fbaafb3fdff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:02.704406 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-83de0b2a-907e-4272-99a4-fbaafb3fdff0 admin admin] Publish callbacks [] for security_group (20c2bbfe-0be4-4ea4-979b-dd081a1588d7), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:02.775729 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-83de0b2a-907e-4272-99a4-fbaafb3fdff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (20c2bbfe-0be4-4ea4-979b-dd081a1588d7), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:02.814803 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de0b2a-907e-4272-99a4-fbaafb3fdff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c2bbfe-0be4-4ea4-979b-dd081a1588d7,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:02.820175 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-83de0b2a-907e-4272-99a4-fbaafb3fdff0 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1328597385724eae9725b1cab96a83af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032843 Sep 05 12:43:02.822996 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59762) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:02.875216 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-2df00d02-7b74-496c-9c66-bad330729ed8 admin admin] Publish callbacks [] for security_group (20c2bbfe-0be4-4ea4-979b-dd081a1588d7), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:02.895876 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-2df00d02-7b74-496c-9c66-bad330729ed8 admin admin] Publish callbacks [] for security_group (20c2bbfe-0be4-4ea4-979b-dd081a1588d7), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:02.998892 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-2df00d02-7b74-496c-9c66-bad330729ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (20c2bbfe-0be4-4ea4-979b-dd081a1588d7), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:03.001673 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-2df00d02-7b74-496c-9c66-bad330729ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:03.002863 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-2df00d02-7b74-496c-9c66-bad330729ed8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/20c2bbfe-0be4-4ea4-979b-dd081a1588d7 HTTP/1.1" status: 204 len: 168 time: 0.1788836 Sep 05 12:43:03.010591 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df00d02-7b74-496c-9c66-bad330729ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c2bbfe-0be4-4ea4-979b-dd081a1588d7,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:03.661903 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-0312cd00-4ed8-44fb-a00c-91d6045bfdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:05.494546 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59808) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:05.601696 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-763cb69b-b125-4aaa-afe3-bb0f1e9494e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:05.677798 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-763cb69b-b125-4aaa-afe3-bb0f1e9494e4 admin admin] Publish callbacks [] for security_group (14b98c08-d571-44b5-bf20-0af38efbe7ac), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:05.747294 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-763cb69b-b125-4aaa-afe3-bb0f1e9494e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (14b98c08-d571-44b5-bf20-0af38efbe7ac), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:05.787934 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-763cb69b-b125-4aaa-afe3-bb0f1e9494e4 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9d86903c504d4e388ee66df975eef99f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922304 Sep 05 12:43:05.788803 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cb69b-b125-4aaa-afe3-bb0f1e9494e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b98c08-d571-44b5-bf20-0af38efbe7ac,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:05.790769 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59812) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:05.840215 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Publish callbacks [] for security_group (14b98c08-d571-44b5-bf20-0af38efbe7ac), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:05.860457 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Publish callbacks [] for security_group (14b98c08-d571-44b5-bf20-0af38efbe7ac), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:05.970277 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (14b98c08-d571-44b5-bf20-0af38efbe7ac), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:05.972975 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:05.974168 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/14b98c08-d571-44b5-bf20-0af38efbe7ac HTTP/1.1" status: 204 len: 168 time: 0.1821935 Sep 05 12:43:05.982301 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b98c08-d571-44b5-bf20-0af38efbe7ac,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:05.989476 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:05.991598 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:05.991598 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:05.991598 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:05.991598 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:05.991598 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:05.991598 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:05.992197 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:05.992197 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:05.992598 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:05.992817 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:05.993222 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:05.993553 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:05.994309 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:05.994637 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0fe790-f28f-4ce8-8654-977e4477b419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:06.118559 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-efc76d37-8d2e-484e-a9cc-acc5dffca9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:06.287956 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:43:06.610885 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59818) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:06.624579 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c3c444d-76e6-4cf2-aacf-e1bee46c6123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:06.671882 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:06.680848 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:06.701113 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c3c444d-76e6-4cf2-aacf-e1bee46c6123 admin admin] Publish callbacks [] for security_group (5a50058d-4aa8-42d8-a5a4-096b4f782710), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:06.798224 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-7c3c444d-76e6-4cf2-aacf-e1bee46c6123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (5a50058d-4aa8-42d8-a5a4-096b4f782710), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:06.836865 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-7c3c444d-76e6-4cf2-aacf-e1bee46c6123 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=82f9c0de5ce9435a92e4e59d88df138c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248862 Sep 05 12:43:06.837875 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c444d-76e6-4cf2-aacf-e1bee46c6123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a50058d-4aa8-42d8-a5a4-096b4f782710,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:06.853208 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59820) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:06.901823 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-928bcb96-4fb4-4caa-9b4b-a79c771be192 admin admin] Publish callbacks [] for security_group (5a50058d-4aa8-42d8-a5a4-096b4f782710), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:06.922804 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-928bcb96-4fb4-4caa-9b4b-a79c771be192 admin admin] Publish callbacks [] for security_group (5a50058d-4aa8-42d8-a5a4-096b4f782710), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:07.050053 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-928bcb96-4fb4-4caa-9b4b-a79c771be192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (5a50058d-4aa8-42d8-a5a4-096b4f782710), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:07.052703 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-928bcb96-4fb4-4caa-9b4b-a79c771be192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:07.053865 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-928bcb96-4fb4-4caa-9b4b-a79c771be192 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5a50058d-4aa8-42d8-a5a4-096b4f782710 HTTP/1.1" status: 204 len: 168 time: 0.1990314 Sep 05 12:43:07.061904 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bcb96-4fb4-4caa-9b4b-a79c771be192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a50058d-4aa8-42d8-a5a4-096b4f782710,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:07.416183 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:08.764410 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:09.164612 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:15.978540 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=33,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:15.985708 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=38,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:17.416954 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=51,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:18.288019 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59938) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:18.393023 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:18.468109 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Publish callbacks [] for security_group (fbda016c-27ee-4e2b-aecf-8822ebf75ede), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:18.581218 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (fbda016c-27ee-4e2b-aecf-8822ebf75ede), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:18.622101 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbda016c-27ee-4e2b-aecf-8822ebf75ede,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:18.626772 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b5ceb5ddf8dd4870889c39a7e32334f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377471 Sep 05 12:43:18.629632 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59942) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:18.632505 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:18.632854 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:18.633200 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:18.633541 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:18.633873 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:18.634202 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:18.634528 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:18.634853 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:18.635177 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:18.635500 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:18.635852 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:18.636178 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:18.636499 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:18.636817 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:18.637136 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbd72f-8c5a-4fa4-980a-e4034b1e24ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:18.678807 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-8e0cd2bd-00c1-4fb5-9a2d-83c0a9555884 admin admin] Publish callbacks [] for security_group (fbda016c-27ee-4e2b-aecf-8822ebf75ede), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:18.699204 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-8e0cd2bd-00c1-4fb5-9a2d-83c0a9555884 admin admin] Publish callbacks [] for security_group (fbda016c-27ee-4e2b-aecf-8822ebf75ede), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:18.820969 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-8e0cd2bd-00c1-4fb5-9a2d-83c0a9555884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (fbda016c-27ee-4e2b-aecf-8822ebf75ede), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:18.823629 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-8e0cd2bd-00c1-4fb5-9a2d-83c0a9555884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:18.827077 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-8e0cd2bd-00c1-4fb5-9a2d-83c0a9555884 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/fbda016c-27ee-4e2b-aecf-8822ebf75ede HTTP/1.1" status: 204 len: 168 time: 0.1941392 Sep 05 12:43:18.833218 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cd2bd-00c1-4fb5-9a2d-83c0a9555884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbda016c-27ee-4e2b-aecf-8822ebf75ede,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:19.098177 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:19.553740 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59948) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:19.566833 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-497b7536-e02f-4def-b792-45f660d58572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:19.641143 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-497b7536-e02f-4def-b792-45f660d58572 admin admin] Publish callbacks [] for security_group (a4d50449-c2cf-4d7d-8b32-69ddd95630c9), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:19.742663 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-497b7536-e02f-4def-b792-45f660d58572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (a4d50449-c2cf-4d7d-8b32-69ddd95630c9), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:19.782874 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-497b7536-e02f-4def-b792-45f660d58572 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b03ea1ca20c643bbbb68ddb7cb8e7623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280486 Sep 05 12:43:19.783791 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b7536-e02f-4def-b792-45f660d58572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d50449-c2cf-4d7d-8b32-69ddd95630c9,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:19.785936 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59950) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:19.834615 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-39f0bc2e-46f0-437b-937c-0b3a599c65e8 admin admin] Publish callbacks [] for security_group (a4d50449-c2cf-4d7d-8b32-69ddd95630c9), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:19.855639 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-39f0bc2e-46f0-437b-937c-0b3a599c65e8 admin admin] Publish callbacks [] for security_group (a4d50449-c2cf-4d7d-8b32-69ddd95630c9), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:20.004436 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-39f0bc2e-46f0-437b-937c-0b3a599c65e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (a4d50449-c2cf-4d7d-8b32-69ddd95630c9), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:20.007028 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-39f0bc2e-46f0-437b-937c-0b3a599c65e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:20.008240 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-39f0bc2e-46f0-437b-937c-0b3a599c65e8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a4d50449-c2cf-4d7d-8b32-69ddd95630c9 HTTP/1.1" status: 204 len: 168 time: 0.2212844 Sep 05 12:43:20.016999 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0bc2e-46f0-437b-937c-0b3a599c65e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d50449-c2cf-4d7d-8b32-69ddd95630c9,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:20.712299 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 59956) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:20.726152 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-055589c6-c3c2-4850-9de0-0a3936efe2ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:20.800373 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-055589c6-c3c2-4850-9de0-0a3936efe2ef admin admin] Publish callbacks [] for security_group (4b2f6703-10c3-4d9e-b3cf-2590fde51a6e), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:20.889598 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-055589c6-c3c2-4850-9de0-0a3936efe2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (4b2f6703-10c3-4d9e-b3cf-2590fde51a6e), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:20.929797 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-055589c6-c3c2-4850-9de0-0a3936efe2ef admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c51946e1c20c49c29a916baea34d6417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164595 Sep 05 12:43:20.930652 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055589c6-c3c2-4850-9de0-0a3936efe2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2f6703-10c3-4d9e-b3cf-2590fde51a6e,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:20.932619 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 59958) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:20.980524 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e85c4b34-1247-43e0-85a4-db0865fea25d admin admin] Publish callbacks [] for security_group (4b2f6703-10c3-4d9e-b3cf-2590fde51a6e), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:21.000364 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e85c4b34-1247-43e0-85a4-db0865fea25d admin admin] Publish callbacks [] for security_group (4b2f6703-10c3-4d9e-b3cf-2590fde51a6e), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:21.152524 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e85c4b34-1247-43e0-85a4-db0865fea25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (4b2f6703-10c3-4d9e-b3cf-2590fde51a6e), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:21.155025 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-e85c4b34-1247-43e0-85a4-db0865fea25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:21.156835 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-e85c4b34-1247-43e0-85a4-db0865fea25d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4b2f6703-10c3-4d9e-b3cf-2590fde51a6e HTTP/1.1" status: 204 len: 168 time: 0.2232385 Sep 05 12:43:21.166641 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c4b34-1247-43e0-85a4-db0865fea25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2f6703-10c3-4d9e-b3cf-2590fde51a6e,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:21.667111 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:30.149635 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=18 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:30.152561 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=18 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:30.921112 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:30.925852 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=52,neutron:DELETE=1,neutron:INSERT=13 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:31.037588 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=51,neutron:INSERT=6,neutron:DELETE=5 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:31.161005 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=52,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:31.593898 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:31.599845 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:33.660575 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-56a4800f-47b6-4fb8-8808-d6623deea9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:34.768360 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 60098) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:34.874250 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9e3710e7-9b68-43b8-a0f5-f085beeeeb1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:34.948221 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9e3710e7-9b68-43b8-a0f5-f085beeeeb1f admin admin] Publish callbacks [] for security_group (8a2e006c-d9b6-4452-a27b-8ce864bfd66f), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:35.060940 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9e3710e7-9b68-43b8-a0f5-f085beeeeb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (8a2e006c-d9b6-4452-a27b-8ce864bfd66f), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:35.113119 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-9e3710e7-9b68-43b8-a0f5-f085beeeeb1f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e07c3243b46848009fe81a038b42b882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327155 Sep 05 12:43:35.113119 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3710e7-9b68-43b8-a0f5-f085beeeeb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2e006c-d9b6-4452-a27b-8ce864bfd66f,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:35.116036 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60102) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:35.173757 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c12610fe-8b52-4270-8de7-046d1721cd66 admin admin] Publish callbacks [] for security_group (8a2e006c-d9b6-4452-a27b-8ce864bfd66f), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:35.195080 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c12610fe-8b52-4270-8de7-046d1721cd66 admin admin] Publish callbacks [] for security_group (8a2e006c-d9b6-4452-a27b-8ce864bfd66f), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:35.340876 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c12610fe-8b52-4270-8de7-046d1721cd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (8a2e006c-d9b6-4452-a27b-8ce864bfd66f), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:35.343420 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c12610fe-8b52-4270-8de7-046d1721cd66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:35.344609 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-c12610fe-8b52-4270-8de7-046d1721cd66 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/8a2e006c-d9b6-4452-a27b-8ce864bfd66f HTTP/1.1" status: 204 len: 168 time: 0.2275591 Sep 05 12:43:35.352570 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12610fe-8b52-4270-8de7-046d1721cd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2e006c-d9b6-4452-a27b-8ce864bfd66f,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:36.101401 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d91d0b6b-9dd2-452b-82d5-e7880cc25c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:36.465073 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60124) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:36.563259 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-49b2ee41-9ed8-4493-8c1b-f3ce097280d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-729362622-network', 'tenant_id': '58a867fbd2d444728391be6de51146c9'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:43:36.654844 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b2ee41-9ed8-4493-8c1b-f3ce097280d0 admin admin] Made reservation on behalf of 58a867fbd2d444728391be6de51146c9 for: {'network': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:43:36.657233 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-49b2ee41-9ed8-4493-8c1b-f3ce097280d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:36.666677 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-49b2ee41-9ed8-4493-8c1b-f3ce097280d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:36.740528 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-49b2ee41-9ed8-4493-8c1b-f3ce097280d0 admin admin] Publish callbacks [] for security_group (80be6d62-6d1a-41f3-bf89-38f91f7ec27e), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:36.814928 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-49b2ee41-9ed8-4493-8c1b-f3ce097280d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (80be6d62-6d1a-41f3-bf89-38f91f7ec27e), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:36.844262 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b2ee41-9ed8-4493-8c1b-f3ce097280d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=106739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:43:36.850773 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2ee41-9ed8-4493-8c1b-f3ce097280d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80be6d62-6d1a-41f3-bf89-38f91f7ec27e,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:36.856914 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-49b2ee41-9ed8-4493-8c1b-f3ce097280d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (6872464f-889b-4aef-8cff-edcee28518a9), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:36.858674 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.segments_db [None req-49b2ee41-9ed8-4493-8c1b-f3ce097280d0 admin admin] Added segment 6872464f-889b-4aef-8cff-edcee28518a9 of type vlan for network 9ecefe7b-b683-42a2-a063-26da0ebe8baf Sep 05 12:43:36.901424 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-49b2ee41-9ed8-4493-8c1b-f3ce097280d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (9ecefe7b-b683-42a2-a063-26da0ebe8baf), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:37.003192 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-49b2ee41-9ed8-4493-8c1b-f3ce097280d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (9ecefe7b-b683-42a2-a063-26da0ebe8baf), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:37.004156 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2ee41-9ed8-4493-8c1b-f3ce097280d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:43:37.004737 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-49b2ee41-9ed8-4493-8c1b-f3ce097280d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:37.065595 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2ee41-9ed8-4493-8c1b-f3ce097280d0 admin admin] Pushing event updated for resources: {'Network': ['ID=9ecefe7b-b683-42a2-a063-26da0ebe8baf,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:37.076353 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network 9ecefe7b-b683-42a2-a063-26da0ebe8baf details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:43:37.149124 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-49b2ee41-9ed8-4493-8c1b-f3ce097280d0 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6828322 Sep 05 12:43:37.151972 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60128) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:37.156738 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-9e8af4d2-865e-4ccb-90cc-e9887f736447 admin admin] Request body: {'subnet': {'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-729362622-subnet', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'ip_version': 4}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:43:37.254408 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8af4d2-865e-4ccb-90cc-e9887f736447 admin admin] Made reservation on behalf of 58a867fbd2d444728391be6de51146c9 for: {'subnet': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:43:37.257401 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9e8af4d2-865e-4ccb-90cc-e9887f736447 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4159216'] for subnet (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:37.415063 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:37.523156 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9e8af4d2-865e-4ccb-90cc-e9887f736447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4159170'] for subnet (64f83842-ad17-4ca9-bccd-b593859881fa), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:37.559975 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:37.570155 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:37.581781 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8af4d2-865e-4ccb-90cc-e9887f736447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f83842-ad17-4ca9-bccd-b593859881fa,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:37.588978 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8af4d2-865e-4ccb-90cc-e9887f736447 admin admin] Checking segment: {'id': '6872464f-889b-4aef-8cff-edcee28518a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:43:37.589329 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8af4d2-865e-4ccb-90cc-e9887f736447 admin admin] Network hostable DHCP agents. Network: 9ecefe7b-b683-42a2-a063-26da0ebe8baf, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:43:37.717496 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8af4d2-865e-4ccb-90cc-e9887f736447 admin admin] Network 9ecefe7b-b683-42a2-a063-26da0ebe8baf is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:43:37.803902 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-9e8af4d2-865e-4ccb-90cc-e9887f736447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, 9ecefe7b-b683-42a2-a063-26da0ebe8baf) {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:43:37.807944 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8af4d2-865e-4ccb-90cc-e9887f736447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:43:37.811714 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9e8af4d2-865e-4ccb-90cc-e9887f736447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:37.812537 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b0dcd-561a-49a1-be81-46cf221e9f8d None None] Network 9ecefe7b-b683-42a2-a063-26da0ebe8baf requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:43:37.914971 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb5fa693-5fd0-5ae2-af65-28d3e918bd02-9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'project_id': '58a867fbd2d444728391be6de51146c9', 'fixed_ips': [{'subnet_id': '64f83842-ad17-4ca9-bccd-b593859881fa'}]}} from dv-cinder-801354-7-iscsi. {{(pid=106741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 05 12:43:37.915964 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:37.955214 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-9e8af4d2-865e-4ccb-90cc-e9887f736447 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8021743 Sep 05 12:43:37.957975 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60130) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:37.962654 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-729362622-router', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:43:38.045032 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.db_base_plugin_common [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Allocated IP 172.20.0.2 (9ecefe7b-b683-42a2-a063-26da0ebe8baf/64f83842-ad17-4ca9-bccd-b593859881fa/c6549f43-9ada-4a10-a19d-bdd28ac9e65e) {{(pid=106741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:43:38.135125 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-632311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2597'] for router (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:38.136153 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:38.187780 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Publish callbacks [] for port (c6549f43-9ada-4a10-a19d-bdd28ac9e65e), precommit_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:38.192011 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Publish callbacks [] for router_controller (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), precommit_add_association {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:38.277888 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (c6549f43-9ada-4a10-a19d-bdd28ac9e65e), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:38.320186 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Network 9ecefe7b-b683-42a2-a063-26da0ebe8baf is already hosted by enough agents. {{(pid=106741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:43:38.323097 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.base_scheduler [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Resources bound (agent type, host, resource id): {{(pid=106741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:43:38.326961 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Received port after_create {{(pid=106741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:43:38.333596 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Pushing event updated for resources: {'Port': ['ID=c6549f43-9ada-4a10-a19d-bdd28ac9e65e,revision_number=1']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:38.357390 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:38.357734 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:38.358081 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:38.358417 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:38.358747 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:38.359074 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:38.359399 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:38.359747 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:38.360072 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:38.360398 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:38.360719 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:38.361046 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:38.361366 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:38.361687 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:38.362005 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:38.399076 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Attempting to bind port c6549f43-9ada-4a10-a19d-bdd28ac9e65e on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:43:38.399358 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Attempting to bind port c6549f43-9ada-4a10-a19d-bdd28ac9e65e by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': '6872464f-889b-4aef-8cff-edcee28518a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:43:38.399744 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Attempting to bind port c6549f43-9ada-4a10-a19d-bdd28ac9e65e on network 9ecefe7b-b683-42a2-a063-26da0ebe8baf {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:43:38.439728 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:43:38.440430 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Checking segment: {'id': '6872464f-889b-4aef-8cff-edcee28518a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:43:38.440555 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:38.440867 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Bound using segment: {'id': '6872464f-889b-4aef-8cff-edcee28518a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:43:38.441329 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Bound port: c6549f43-9ada-4a10-a19d-bdd28ac9e65e, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6872464f-889b-4aef-8cff-edcee28518a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:43:38.441713 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (c6549f43-9ada-4a10-a19d-bdd28ac9e65e), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:38.454365 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Publish callbacks [] for router_gateway (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:38.504237 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] For port c6549f43-9ada-4a10-a19d-bdd28ac9e65e, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:43:38.507768 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] For port c6549f43-9ada-4a10-a19d-bdd28ac9e65e, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=c6549f43-9ada-4a10-a19d-bdd28ac9e65e,segment=NetworkSegment(6872464f-889b-4aef-8cff-edcee28518a9),segment_id=6872464f-889b-4aef-8cff-edcee28518a9)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:43:38.632754 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (c6549f43-9ada-4a10-a19d-bdd28ac9e65e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:38.689329 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366d798-826d-4cc5-8244-5affc20cb8b5 None None] Pushing event updated for resources: {'Port': ['ID=c6549f43-9ada-4a10-a19d-bdd28ac9e65e,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:38.700383 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Publish callbacks [] for router_gateway (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:38.714459 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:38.719902 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:38.832052 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:38.845274 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Allocated IP 172.27.4.214 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/a9849ad0-285a-4061-b48c-7eb750b76266) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:43:38.957639 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Publish callbacks [] for port (a9849ad0-285a-4061-b48c-7eb750b76266), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:38.963320 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:39.106934 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (a9849ad0-285a-4061-b48c-7eb750b76266), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:39.151788 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:43:39.157105 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:43:39.158743 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:43:39.180076 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Pushing event updated for resources: {'Port': ['ID=a9849ad0-285a-4061-b48c-7eb750b76266,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:39.198147 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:39.231036 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:39.488242 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47093828-8f61-4552-9687-d8517e2d768e None None] Network 9ecefe7b-b683-42a2-a063-26da0ebe8baf requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:43:39.492741 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Publish callbacks [] for router_gateway (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:39.540139 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:39.591099 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-03198392-6746-45e3-845d-af3600544f0b None None] Provisioning complete for port c6549f43-9ada-4a10-a19d-bdd28ac9e65e triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:39.591580 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-03198392-6746-45e3-845d-af3600544f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (c6549f43-9ada-4a10-a19d-bdd28ac9e65e), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:39.680447 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-03198392-6746-45e3-845d-af3600544f0b None None] Current status of the port c6549f43-9ada-4a10-a19d-bdd28ac9e65e is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:43:39.680748 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-03198392-6746-45e3-845d-af3600544f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (c6549f43-9ada-4a10-a19d-bdd28ac9e65e), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:39.720236 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-03198392-6746-45e3-845d-af3600544f0b None None] For port c6549f43-9ada-4a10-a19d-bdd28ac9e65e, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=c6549f43-9ada-4a10-a19d-bdd28ac9e65e,segment=NetworkSegment(6872464f-889b-4aef-8cff-edcee28518a9),segment_id=6872464f-889b-4aef-8cff-edcee28518a9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:43:39.815518 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-03198392-6746-45e3-845d-af3600544f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (c6549f43-9ada-4a10-a19d-bdd28ac9e65e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:39.863750 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03198392-6746-45e3-845d-af3600544f0b None None] Pushing event updated for resources: {'Port': ['ID=c6549f43-9ada-4a10-a19d-bdd28ac9e65e,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:39.937107 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-80d24408-506f-4d73-bf68-940686c64b5b None None] Provisioning complete for port c6549f43-9ada-4a10-a19d-bdd28ac9e65e triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:39.937551 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-80d24408-506f-4d73-bf68-940686c64b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (c6549f43-9ada-4a10-a19d-bdd28ac9e65e), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:39.947228 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572129'] for router (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:40.011525 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device c6549f43-9ada-4a10-a19d-bdd28ac9e65e up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:43:40.053608 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-80d24408-506f-4d73-bf68-940686c64b5b None None] Current status of the port c6549f43-9ada-4a10-a19d-bdd28ac9e65e is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:43:40.073248 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port c6549f43-9ada-4a10-a19d-bdd28ac9e65e triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:40.073630 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (c6549f43-9ada-4a10-a19d-bdd28ac9e65e), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:40.144491 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port c6549f43-9ada-4a10-a19d-bdd28ac9e65e is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:43:40.151423 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc is scheduled to L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f with binding_index 1 {{(pid=106739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 05 12:43:40.254877 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:43:40.264099 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Sync routers for ids ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:43:40.273813 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Routers {'8cd2cbc7-5ce9-445b-9e4c-781d875476bc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:43:40.274421 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:43:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:43:40.325972 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:40.327353 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-c51b421a-cd27-4bcf-a370-316e4f206401 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3682895 Sep 05 12:43:40.329895 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60132) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:40.376969 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Set router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:43:40.427701 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:40.544989 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'name': 'tempest-TestShelveInstance-729362622-router', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:39Z', 'revision_number': 3, 'project_id': '58a867fbd2d444728391be6de51146c9', 'gw_port': {'id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:43:40.573638 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Checking router: 8cd2cbc7-5ce9-445b-9e4c-781d875476bc for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:43:40.573981 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Updating router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc port a9849ad0-285a-4061-b48c-7eb750b76266 binding host dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:43:40.601482 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (a9849ad0-285a-4061-b48c-7eb750b76266), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:40.621867 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:40.730699 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:40.846864 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Publish callbacks [] for port (a9849ad0-285a-4061-b48c-7eb750b76266), precommit_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:40.884825 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Allocated IP 172.20.0.1 (9ecefe7b-b683-42a2-a063-26da0ebe8baf/64f83842-ad17-4ca9-bccd-b593859881fa/460055ad-56a3-4d61-afff-46f3ecde453f) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:43:40.917951 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (a9849ad0-285a-4061-b48c-7eb750b76266), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:40.959050 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Attempting to bind port a9849ad0-285a-4061-b48c-7eb750b76266 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:43:40.959415 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Attempting to bind port a9849ad0-285a-4061-b48c-7eb750b76266 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:43:40.959855 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Attempting to bind port a9849ad0-285a-4061-b48c-7eb750b76266 on network de6b6e81-62d2-486b-904a-4e6e4bfb013e {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:43:40.993798 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Publish callbacks [] for port (460055ad-56a3-4d61-afff-46f3ecde453f), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:41.068260 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Pushing event updated for resources: {'Port': ['ID=a9849ad0-285a-4061-b48c-7eb750b76266,revision_number=2']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:41.083175 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:41.083520 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:41.083899 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:41.084255 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:41.084588 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:41.084941 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:41.085266 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:41.085591 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:41.085913 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:41.086236 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:41.086556 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:41.086891 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:41.087214 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:41.087530 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:41.087925 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:43:41.095215 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (460055ad-56a3-4d61-afff-46f3ecde453f), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:41.100327 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:43:41.100708 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Checking segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:43:41.101110 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:41.101498 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Bound using segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:43:41.101959 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Bound port: a9849ad0-285a-4061-b48c-7eb750b76266, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:43:41.102330 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (a9849ad0-285a-4061-b48c-7eb750b76266), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:41.133073 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Network 9ecefe7b-b683-42a2-a063-26da0ebe8baf is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:43:41.139825 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:43:41.142324 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:43:41.151561 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] For port a9849ad0-285a-4061-b48c-7eb750b76266, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:43:41.154854 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] For port a9849ad0-285a-4061-b48c-7eb750b76266, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=a9849ad0-285a-4061-b48c-7eb750b76266,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:43:41.176713 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Pushing event updated for resources: {'Port': ['ID=460055ad-56a3-4d61-afff-46f3ecde453f,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:41.192169 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557147'] for router_interface (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:41.256365 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (a9849ad0-285a-4061-b48c-7eb750b76266), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:41.282282 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:41.301548 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Routers {'8cd2cbc7-5ce9-445b-9e4c-781d875476bc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:43:41.302171 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:43:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:43:41.348162 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3de04-782d-46ce-beec-bf77cfe5b425 None None] Pushing event updated for resources: {'Port': ['ID=a9849ad0-285a-4061-b48c-7eb750b76266,revision_number=3']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:41.379025 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-09db2723-062c-4193-adb2-3725ee331162 None None] Provisioning complete for port 460055ad-56a3-4d61-afff-46f3ecde453f triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:41.379710 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-09db2723-062c-4193-adb2-3725ee331162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (460055ad-56a3-4d61-afff-46f3ecde453f), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:41.394428 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:41.411520 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (460055ad-56a3-4d61-afff-46f3ecde453f), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:41.415252 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-09db2723-062c-4193-adb2-3725ee331162 None None] Port 460055ad-56a3-4d61-afff-46f3ecde453f cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:43:41.423331 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:41.424771 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] Set router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:43:41.530040 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:41.577779 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Publish callbacks [] for port (460055ad-56a3-4d61-afff-46f3ecde453f), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:41.595628 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'name': 'tempest-TestShelveInstance-729362622-router', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:39Z', 'revision_number': 3, 'project_id': '58a867fbd2d444728391be6de51146c9', 'gw_port': {'id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:43:41.620251 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98720cf8-5f2a-4f7d-9f1c-f61d8566c416 None None] The sync data for ids ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'] in dv-cinder-801354-7-iscsi is: [{'id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'name': 'tempest-TestShelveInstance-729362622-router', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:39Z', 'revision_number': 3, 'project_id': '58a867fbd2d444728391be6de51146c9', 'gw_port': {'id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:43:41.655269 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (460055ad-56a3-4d61-afff-46f3ecde453f), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:41.724683 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Pushing event updated for resources: {'Port': ['ID=460055ad-56a3-4d61-afff-46f3ecde453f,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:41.729848 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557303'] for router_interface (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:41.838202 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Network 9ecefe7b-b683-42a2-a063-26da0ebe8baf is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:43:41.839752 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:43:41.978824 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:43:42.019030 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device a9849ad0-285a-4061-b48c-7eb750b76266 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:43:42.089561 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-4d95fdd9-6045-47bc-b266-7e07f060923b None None] Provisioning complete for port 460055ad-56a3-4d61-afff-46f3ecde453f triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:42.090182 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4d95fdd9-6045-47bc-b266-7e07f060923b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (460055ad-56a3-4d61-afff-46f3ecde453f), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:42.103333 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:43:42.111795 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-023f5870-8a34-42a6-8bb6-522e6ae820e2 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/8cd2cbc7-5ce9-445b-9e4c-781d875476bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7782385 Sep 05 12:43:42.120389 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:42.128366 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port a9849ad0-285a-4061-b48c-7eb750b76266 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:42.128745 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (a9849ad0-285a-4061-b48c-7eb750b76266), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:42.156992 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-4d95fdd9-6045-47bc-b266-7e07f060923b None None] Port 460055ad-56a3-4d61-afff-46f3ecde453f cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:43:42.214032 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port a9849ad0-285a-4061-b48c-7eb750b76266 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:43:42.214501 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (a9849ad0-285a-4061-b48c-7eb750b76266), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:42.239481 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port a9849ad0-285a-4061-b48c-7eb750b76266, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=a9849ad0-285a-4061-b48c-7eb750b76266,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:43:42.369252 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (a9849ad0-285a-4061-b48c-7eb750b76266), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:42.418811 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=a9849ad0-285a-4061-b48c-7eb750b76266,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:42.902332 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60148) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:42.907344 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-b765c16a-0d4a-4bb5-8dac-a52cdd268271 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1195600598-network', 'tenant_id': '2dc306f881e6416499720bb4860c43e8'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:43:42.991908 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b765c16a-0d4a-4bb5-8dac-a52cdd268271 admin admin] Made reservation on behalf of 2dc306f881e6416499720bb4860c43e8 for: {'network': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:43:42.994407 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b765c16a-0d4a-4bb5-8dac-a52cdd268271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for network (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:43.004164 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b765c16a-0d4a-4bb5-8dac-a52cdd268271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:43.039785 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:43.083206 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b765c16a-0d4a-4bb5-8dac-a52cdd268271 admin admin] Publish callbacks [] for security_group (0fda1897-00e2-4530-9642-7ab9e610fbaa), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:43.154255 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b765c16a-0d4a-4bb5-8dac-a52cdd268271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (0fda1897-00e2-4530-9642-7ab9e610fbaa), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:43.175275 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b765c16a-0d4a-4bb5-8dac-a52cdd268271 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=106739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 05 12:43:43.179953 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Sync routers for ids ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:43:43.183977 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:43.191179 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Routers {'8cd2cbc7-5ce9-445b-9e4c-781d875476bc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:43:43.191490 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765c16a-0d4a-4bb5-8dac-a52cdd268271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fda1897-00e2-4530-9642-7ab9e610fbaa,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:43.191888 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:43:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:43:43.194985 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b765c16a-0d4a-4bb5-8dac-a52cdd268271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (11092d22-9bda-4782-aa65-d78bb7184194), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:43.195331 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.segments_db [None req-b765c16a-0d4a-4bb5-8dac-a52cdd268271 admin admin] Added segment 11092d22-9bda-4782-aa65-d78bb7184194 of type vlan for network 43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe Sep 05 12:43:43.239500 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b765c16a-0d4a-4bb5-8dac-a52cdd268271 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768774780079'] for network (43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:43.286817 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:43:43.296795 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Set router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:43:43.334282 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b765c16a-0d4a-4bb5-8dac-a52cdd268271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396'] for network (43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:43.335394 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b765c16a-0d4a-4bb5-8dac-a52cdd268271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:43:43.336117 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-b765c16a-0d4a-4bb5-8dac-a52cdd268271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:43.397111 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765c16a-0d4a-4bb5-8dac-a52cdd268271 admin admin] Pushing event updated for resources: {'Network': ['ID=43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:43.407192 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Network 43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe details requested by agent ovs-agent-dv-cinder-801354-7-iscsi with host dv-cinder-801354-7-iscsi {{(pid=106741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 05 12:43:43.429915 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-b765c16a-0d4a-4bb5-8dac-a52cdd268271 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5262706 Sep 05 12:43:43.432475 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60150) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:43.437285 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-dcf81bf5-35ff-4800-a696-3b0ea0c403ab admin admin] Request body: {'subnet': {'network_id': '43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1195600598-subnet', 'tenant_id': '2dc306f881e6416499720bb4860c43e8', 'ip_version': 4}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:43:43.517856 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf81bf5-35ff-4800-a696-3b0ea0c403ab admin admin] Made reservation on behalf of 2dc306f881e6416499720bb4860c43e8 for: {'subnet': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:43:43.520467 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dcf81bf5-35ff-4800-a696-3b0ea0c403ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4159216'] for subnet (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:43.605874 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:43.669259 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'name': 'tempest-TestShelveInstance-729362622-router', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:41Z', 'revision_number': 4, 'project_id': '58a867fbd2d444728391be6de51146c9', 'gw_port': {'id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '460055ad-56a3-4d61-afff-46f3ecde453f', 'name': '', 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'mac_address': 'fa:16:3e:6a:f4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:40Z', 'updated_at': '2022-09-05T12:43:41Z', 'revision_number': 2, 'project_id': '58a867fbd2d444728391be6de51146c9', 'subnets': [{'id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:43:43.694709 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Checking router: 8cd2cbc7-5ce9-445b-9e4c-781d875476bc for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:43:43.695006 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Updating router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc port 460055ad-56a3-4d61-afff-46f3ecde453f binding host dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:43:43.726602 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (460055ad-56a3-4d61-afff-46f3ecde453f), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:43.746847 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dcf81bf5-35ff-4800-a696-3b0ea0c403ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3099258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4159170'] for subnet (3e964473-fc27-4439-b1ca-52edbfdf5c16), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:43.796603 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf81bf5-35ff-4800-a696-3b0ea0c403ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e964473-fc27-4439-b1ca-52edbfdf5c16,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:43.817778 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf81bf5-35ff-4800-a696-3b0ea0c403ab admin admin] Checking segment: {'id': '11092d22-9bda-4782-aa65-d78bb7184194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:43:43.820381 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf81bf5-35ff-4800-a696-3b0ea0c403ab admin admin] Network hostable DHCP agents. Network: 43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe, hostable agents: ['f9371d15-6fd0-41ee-a762-26ff1d5b061f'], hosted agents: [] {{(pid=106739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 05 12:43:43.923782 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf81bf5-35ff-4800-a696-3b0ea0c403ab admin admin] Network 43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe is scheduled to be hosted by DHCP agent f9371d15-6fd0-41ee-a762-26ff1d5b061f with binding_index 1 {{(pid=106739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 05 12:43:43.975153 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-dcf81bf5-35ff-4800-a696-3b0ea0c403ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-7-iscsi, 43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe) {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:43:43.979883 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf81bf5-35ff-4800-a696-3b0ea0c403ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:43:43.980784 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-dcf81bf5-35ff-4800-a696-3b0ea0c403ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:43.992906 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Publish callbacks [] for port (460055ad-56a3-4d61-afff-46f3ecde453f), precommit_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:43.994576 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:43.998506 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3694fe3d-e8cd-4b30-b940-9dd94f47a32f None None] Network 43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:43:44.000566 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device a9849ad0-285a-4061-b48c-7eb750b76266 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:43:44.072141 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-dcf81bf5-35ff-4800-a696-3b0ea0c403ab admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6385772 Sep 05 12:43:44.077835 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60152) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:44.078823 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1195600598-router', 'tenant_id': '2dc306f881e6416499720bb4860c43e8', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:43:44.109915 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port a9849ad0-285a-4061-b48c-7eb750b76266 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:44.110288 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (a9849ad0-285a-4061-b48c-7eb750b76266), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:44.127156 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (460055ad-56a3-4d61-afff-46f3ecde453f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:44.175405 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=100 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:44.183966 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05480055-4db8-4e50-85e7-57381726639c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb5fa693-5fd0-5ae2-af65-28d3e918bd02-43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe', 'network_id': '43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe', 'project_id': '2dc306f881e6416499720bb4860c43e8', 'fixed_ips': [{'subnet_id': '3e964473-fc27-4439-b1ca-52edbfdf5c16'}]}} from dv-cinder-801354-7-iscsi. {{(pid=106741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 05 12:43:44.184927 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-05480055-4db8-4e50-85e7-57381726639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:44.186246 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-632311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2597'] for router (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:44.187311 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571984', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-982825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2590'] for router (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:44.243633 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Publish callbacks [] for router_controller (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), precommit_add_association {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:44.243920 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a93cf7-a9d8-49ab-a769-c2fb897cf7c3 None None] Pushing event updated for resources: {'Port': ['ID=460055ad-56a3-4d61-afff-46f3ecde453f,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:44.344395 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Attempting to bind port 460055ad-56a3-4d61-afff-46f3ecde453f on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:43:44.344810 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Attempting to bind port 460055ad-56a3-4d61-afff-46f3ecde453f by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': '6872464f-889b-4aef-8cff-edcee28518a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:43:44.345159 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Attempting to bind port 460055ad-56a3-4d61-afff-46f3ecde453f on network 9ecefe7b-b683-42a2-a063-26da0ebe8baf {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:43:44.350224 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:44.405349 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port a9849ad0-285a-4061-b48c-7eb750b76266 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:43:44.445929 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:43:44.446302 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Checking segment: {'id': '6872464f-889b-4aef-8cff-edcee28518a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:43:44.446710 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:44.447101 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Bound using segment: {'id': '6872464f-889b-4aef-8cff-edcee28518a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:43:44.447602 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Bound port: 460055ad-56a3-4d61-afff-46f3ecde453f, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6872464f-889b-4aef-8cff-edcee28518a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:43:44.447982 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (460055ad-56a3-4d61-afff-46f3ecde453f), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:44.449443 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Publish callbacks [] for router_gateway (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:44.492011 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.db_base_plugin_common [None req-05480055-4db8-4e50-85e7-57381726639c None None] Allocated IP 172.20.0.2 (43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe/3e964473-fc27-4439-b1ca-52edbfdf5c16/33ebed54-6111-4724-9f27-08a6bee6f39d) {{(pid=106741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:43:44.567285 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] For port 460055ad-56a3-4d61-afff-46f3ecde453f, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:43:44.583352 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] For port 460055ad-56a3-4d61-afff-46f3ecde453f, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=460055ad-56a3-4d61-afff-46f3ecde453f,segment=NetworkSegment(6872464f-889b-4aef-8cff-edcee28518a9),segment_id=6872464f-889b-4aef-8cff-edcee28518a9)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:43:44.651529 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:44.671706 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-05480055-4db8-4e50-85e7-57381726639c None None] Publish callbacks [] for port (33ebed54-6111-4724-9f27-08a6bee6f39d), precommit_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:44.676420 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Publish callbacks [] for router_gateway (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:44.689538 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (460055ad-56a3-4d61-afff-46f3ecde453f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:44.696671 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:44.725164 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Routers {'8cd2cbc7-5ce9-445b-9e4c-781d875476bc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:43:44.725815 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:43:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:43:44.770957 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-05480055-4db8-4e50-85e7-57381726639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272'] for port (33ebed54-6111-4724-9f27-08a6bee6f39d), after_create {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:44.796136 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a93cf7-a9d8-49ab-a769-c2fb897cf7c3 None None] Pushing event updated for resources: {'Port': ['ID=460055ad-56a3-4d61-afff-46f3ecde453f,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:44.806937 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Allocated IP 172.27.4.183 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/c57a41f5-9876-481e-b8f9-376720304455) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:43:44.810956 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:44.812876 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05480055-4db8-4e50-85e7-57381726639c None None] Network 43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe is already hosted by enough agents. {{(pid=106741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:43:44.855941 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.scheduler.base_scheduler [None req-05480055-4db8-4e50-85e7-57381726639c None None] Resources bound (agent type, host, resource id): {{(pid=106741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:43:44.861184 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05480055-4db8-4e50-85e7-57381726639c None None] Received port after_create {{(pid=106741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:43:44.908528 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05480055-4db8-4e50-85e7-57381726639c None None] Pushing event updated for resources: {'Port': ['ID=33ebed54-6111-4724-9f27-08a6bee6f39d,revision_number=1']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:44.914860 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Publish callbacks [] for port (c57a41f5-9876-481e-b8f9-376720304455), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:44.921027 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:44.923076 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] Set router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:43:44.979711 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-05480055-4db8-4e50-85e7-57381726639c None None] Attempting to bind port 33ebed54-6111-4724-9f27-08a6bee6f39d on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:43:44.980077 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-05480055-4db8-4e50-85e7-57381726639c None None] Attempting to bind port 33ebed54-6111-4724-9f27-08a6bee6f39d by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': '11092d22-9bda-4782-aa65-d78bb7184194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:43:44.980459 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05480055-4db8-4e50-85e7-57381726639c None None] Attempting to bind port 33ebed54-6111-4724-9f27-08a6bee6f39d on network 43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:43:45.003439 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (c57a41f5-9876-481e-b8f9-376720304455), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:45.050042 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:43:45.055777 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:43:45.058167 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:43:45.062023 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Pushing event updated for resources: {'Port': ['ID=c57a41f5-9876-481e-b8f9-376720304455,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:45.095564 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=18,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:45.097611 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:45.100861 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05480055-4db8-4e50-85e7-57381726639c None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:43:45.101233 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05480055-4db8-4e50-85e7-57381726639c None None] Checking segment: {'id': '11092d22-9bda-4782-aa65-d78bb7184194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:43:45.101634 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-05480055-4db8-4e50-85e7-57381726639c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:45.102023 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05480055-4db8-4e50-85e7-57381726639c None None] Bound using segment: {'id': '11092d22-9bda-4782-aa65-d78bb7184194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:43:45.102495 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-05480055-4db8-4e50-85e7-57381726639c None None] Bound port: 33ebed54-6111-4724-9f27-08a6bee6f39d, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11092d22-9bda-4782-aa65-d78bb7184194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:43:45.102873 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-05480055-4db8-4e50-85e7-57381726639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (33ebed54-6111-4724-9f27-08a6bee6f39d), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:45.221512 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'name': 'tempest-TestShelveInstance-729362622-router', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:41Z', 'revision_number': 4, 'project_id': '58a867fbd2d444728391be6de51146c9', 'gw_port': {'id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '460055ad-56a3-4d61-afff-46f3ecde453f', 'name': '', 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'mac_address': 'fa:16:3e:6a:f4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:40Z', 'updated_at': '2022-09-05T12:43:44Z', 'revision_number': 4, 'project_id': '58a867fbd2d444728391be6de51146c9', 'subnets': [{'id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:43:45.223555 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-05480055-4db8-4e50-85e7-57381726639c None None] For port 33ebed54-6111-4724-9f27-08a6bee6f39d, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:43:45.254709 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d619aa-963a-435d-a74f-fa24317e555d None None] The sync data for ids ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'] in dv-cinder-801354-7-iscsi is: [{'id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'name': 'tempest-TestShelveInstance-729362622-router', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:41Z', 'revision_number': 4, 'project_id': '58a867fbd2d444728391be6de51146c9', 'gw_port': {'id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '460055ad-56a3-4d61-afff-46f3ecde453f', 'name': '', 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'mac_address': 'fa:16:3e:6a:f4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:40Z', 'updated_at': '2022-09-05T12:43:44Z', 'revision_number': 4, 'project_id': '58a867fbd2d444728391be6de51146c9', 'subnets': [{'id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:43:45.257988 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-05480055-4db8-4e50-85e7-57381726639c None None] For port 33ebed54-6111-4724-9f27-08a6bee6f39d, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=33ebed54-6111-4724-9f27-08a6bee6f39d,segment=NetworkSegment(11092d22-9bda-4782-aa65-d78bb7184194),segment_id=11092d22-9bda-4782-aa65-d78bb7184194)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:43:45.337798 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:45.352779 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-05480055-4db8-4e50-85e7-57381726639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (33ebed54-6111-4724-9f27-08a6bee6f39d), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:45.392217 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Publish callbacks [] for router_gateway (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:45.441616 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05480055-4db8-4e50-85e7-57381726639c None None] Pushing event updated for resources: {'Port': ['ID=33ebed54-6111-4724-9f27-08a6bee6f39d,revision_number=2']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:45.616295 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572129'] for router (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:45.814889 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Router 2ceb0016-51f1-419d-a8a1-4aa9cb316bfe is scheduled to L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f with binding_index 1 {{(pid=106739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 05 12:43:45.926325 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:43:45.939893 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Sync routers for ids ['2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:43:45.953038 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Routers {'2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:43:45.953667 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:43:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:43:45.999963 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:46.004329 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-38ee5d65-e71b-45b7-bdc2-d955699586fd admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9263334 Sep 05 12:43:46.010977 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 60154) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:46.073312 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 33ebed54-6111-4724-9f27-08a6bee6f39d up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:43:46.144958 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Set router 2ceb0016-51f1-419d-a8a1-4aa9cb316bfe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:43:46.153440 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:46.156011 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 33ebed54-6111-4724-9f27-08a6bee6f39d triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:46.156386 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (33ebed54-6111-4724-9f27-08a6bee6f39d), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:46.284546 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 33ebed54-6111-4724-9f27-08a6bee6f39d is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:43:46.285223 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (33ebed54-6111-4724-9f27-08a6bee6f39d), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:46.336020 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 33ebed54-6111-4724-9f27-08a6bee6f39d, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=33ebed54-6111-4724-9f27-08a6bee6f39d,segment=NetworkSegment(11092d22-9bda-4782-aa65-d78bb7184194),segment_id=11092d22-9bda-4782-aa65-d78bb7184194)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:43:46.359651 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'name': 'tempest-TestShelveInstance-1195600598-router', 'tenant_id': '2dc306f881e6416499720bb4860c43e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.183'}], 'enable_snat': True}, 'gw_port_id': 'c57a41f5-9876-481e-b8f9-376720304455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:44Z', 'updated_at': '2022-09-05T12:43:45Z', 'revision_number': 3, 'project_id': '2dc306f881e6416499720bb4860c43e8', 'gw_port': {'id': 'c57a41f5-9876-481e-b8f9-376720304455', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:69:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:44Z', 'updated_at': '2022-09-05T12:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:43:46.390187 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Checking router: 2ceb0016-51f1-419d-a8a1-4aa9cb316bfe for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:43:46.390832 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Updating router 2ceb0016-51f1-419d-a8a1-4aa9cb316bfe port c57a41f5-9876-481e-b8f9-376720304455 binding host dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:43:46.400195 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (33ebed54-6111-4724-9f27-08a6bee6f39d), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:46.403043 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 460055ad-56a3-4d61-afff-46f3ecde453f up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:43:46.427893 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (c57a41f5-9876-481e-b8f9-376720304455), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:46.495390 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3a9b2c-b3ba-424f-8cb3-02b6714f3ff8 None None] Network 43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:43:46.552905 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:46.594381 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=33ebed54-6111-4724-9f27-08a6bee6f39d,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:46.606776 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-6aac1c9b-34fc-4353-8db5-de0caf87cffc None None] Provisioning complete for port 33ebed54-6111-4724-9f27-08a6bee6f39d triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:46.606935 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-6aac1c9b-34fc-4353-8db5-de0caf87cffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (33ebed54-6111-4724-9f27-08a6bee6f39d), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:46.642272 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 460055ad-56a3-4d61-afff-46f3ecde453f triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:46.642705 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (460055ad-56a3-4d61-afff-46f3ecde453f), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:46.670316 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:46.723825 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Publish callbacks [] for port (c57a41f5-9876-481e-b8f9-376720304455), precommit_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:46.729095 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Allocated IP 172.20.0.1 (43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe/3e964473-fc27-4439-b1ca-52edbfdf5c16/c64ef526-5bf7-4b77-a322-fadfe41ae516) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:43:46.843816 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (c57a41f5-9876-481e-b8f9-376720304455), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:46.875573 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Publish callbacks [] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:46.881544 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Attempting to bind port c57a41f5-9876-481e-b8f9-376720304455 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:43:46.883103 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Attempting to bind port c57a41f5-9876-481e-b8f9-376720304455 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:43:46.883103 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Attempting to bind port c57a41f5-9876-481e-b8f9-376720304455 on network de6b6e81-62d2-486b-904a-4e6e4bfb013e {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:43:46.934066 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-6aac1c9b-34fc-4353-8db5-de0caf87cffc None None] Current status of the port 33ebed54-6111-4724-9f27-08a6bee6f39d is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:43:46.936474 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 460055ad-56a3-4d61-afff-46f3ecde453f is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:43:46.936802 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22e0f4-000e-4d5e-9095-1790c6df0d9f None None] Pushing event updated for resources: {'Port': ['ID=c57a41f5-9876-481e-b8f9-376720304455,revision_number=2']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:46.936961 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (460055ad-56a3-4d61-afff-46f3ecde453f), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:46.947593 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:43:46.948132 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Checking segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:43:46.948402 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:46.948768 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Bound using segment: {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'} {{(pid=106742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:43:46.949482 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.managers [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Bound port: c57a41f5-9876-481e-b8f9-376720304455, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a35789-2e15-4dcb-89df-cb4db85eb8b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e'}}] {{(pid=106742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:43:46.949622 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (c57a41f5-9876-481e-b8f9-376720304455), before_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:46.972524 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port 460055ad-56a3-4d61-afff-46f3ecde453f, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=460055ad-56a3-4d61-afff-46f3ecde453f,segment=NetworkSegment(6872464f-889b-4aef-8cff-edcee28518a9),segment_id=6872464f-889b-4aef-8cff-edcee28518a9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:43:46.981252 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:46.999436 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] For port c57a41f5-9876-481e-b8f9-376720304455, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:43:47.002875 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.plugins.ml2.db [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] For port c57a41f5-9876-481e-b8f9-376720304455, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=c57a41f5-9876-481e-b8f9-376720304455,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:43:47.008243 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:47.020406 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Network 43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:43:47.023758 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:43:47.027324 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:43:47.052557 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-33d582b0-edbb-406a-aba5-ef9b70cf81a7 None None] Provisioning complete for port 33ebed54-6111-4724-9f27-08a6bee6f39d triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:47.052557 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-33d582b0-edbb-406a-aba5-ef9b70cf81a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (33ebed54-6111-4724-9f27-08a6bee6f39d), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:47.055024 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Pushing event updated for resources: {'Port': ['ID=c64ef526-5bf7-4b77-a322-fadfe41ae516,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:47.075187 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:47.078224 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (460055ad-56a3-4d61-afff-46f3ecde453f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:47.085986 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-557147'] for router_interface (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:47.118129 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron_lib.callbacks.manager [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (c57a41f5-9876-481e-b8f9-376720304455), after_update {{(pid=106742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:47.125172 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:47.168598 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=460055ad-56a3-4d61-afff-46f3ecde453f,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:47.174753 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:47.203053 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22e0f4-000e-4d5e-9095-1790c6df0d9f None None] Pushing event updated for resources: {'Port': ['ID=c57a41f5-9876-481e-b8f9-376720304455,revision_number=3']} {{(pid=106742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:47.208373 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Routers {'2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:43:47.209183 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:43:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:43:47.211078 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-33d582b0-edbb-406a-aba5-ef9b70cf81a7 None None] Current status of the port 33ebed54-6111-4724-9f27-08a6bee6f39d is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:43:47.311839 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:47.318557 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] Set router 2ceb0016-51f1-419d-a8a1-4aa9cb316bfe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:43:47.328494 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-14928092-b227-4a65-bc1f-bd22927bd081 None None] Provisioning complete for port c64ef526-5bf7-4b77-a322-fadfe41ae516 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:47.329134 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-14928092-b227-4a65-bc1f-bd22927bd081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:47.363063 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-14928092-b227-4a65-bc1f-bd22927bd081 None None] Port c64ef526-5bf7-4b77-a322-fadfe41ae516 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:43:47.477917 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Publish callbacks [] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:47.504737 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'name': 'tempest-TestShelveInstance-1195600598-router', 'tenant_id': '2dc306f881e6416499720bb4860c43e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.183'}], 'enable_snat': True}, 'gw_port_id': 'c57a41f5-9876-481e-b8f9-376720304455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:44Z', 'updated_at': '2022-09-05T12:43:45Z', 'revision_number': 3, 'project_id': '2dc306f881e6416499720bb4860c43e8', 'gw_port': {'id': 'c57a41f5-9876-481e-b8f9-376720304455', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:69:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:44Z', 'updated_at': '2022-09-05T12:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:43:47.529548 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae606e-437e-4f59-a6b5-320d7e55a2e1 None None] The sync data for ids ['2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'] in dv-cinder-801354-7-iscsi is: [{'id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'name': 'tempest-TestShelveInstance-1195600598-router', 'tenant_id': '2dc306f881e6416499720bb4860c43e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.183'}], 'enable_snat': True}, 'gw_port_id': 'c57a41f5-9876-481e-b8f9-376720304455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:44Z', 'updated_at': '2022-09-05T12:43:45Z', 'revision_number': 3, 'project_id': '2dc306f881e6416499720bb4860c43e8', 'gw_port': {'id': 'c57a41f5-9876-481e-b8f9-376720304455', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:69:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:44Z', 'updated_at': '2022-09-05T12:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:43:47.540695 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800150'] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:47.872087 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-532414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-557303'] for router_interface (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:47.874041 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Pushing event updated for resources: {'Port': ['ID=c64ef526-5bf7-4b77-a322-fadfe41ae516,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:47.950442 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:47.979144 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Network 43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:43:47.980616 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:43:48.092009 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 460055ad-56a3-4d61-afff-46f3ecde453f up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:43:48.138461 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Router 2ceb0016-51f1-419d-a8a1-4aa9cb316bfe has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:43:48.141220 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:48.161669 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 460055ad-56a3-4d61-afff-46f3ecde453f triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:48.162018 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (460055ad-56a3-4d61-afff-46f3ecde453f), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:48.245089 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 460055ad-56a3-4d61-afff-46f3ecde453f is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:43:48.246263 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device c57a41f5-9876-481e-b8f9-376720304455 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:43:48.265611 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:43:48.275846 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-4e7b140d-0a33-4f70-b3c1-cf1a063c7276 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/2ceb0016-51f1-419d-a8a1-4aa9cb316bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2649889 Sep 05 12:43:48.292663 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-46ef5798-d632-45f9-93ec-af9259268f25 None None] Provisioning complete for port c64ef526-5bf7-4b77-a322-fadfe41ae516 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:48.293038 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-46ef5798-d632-45f9-93ec-af9259268f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:48.332000 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port c57a41f5-9876-481e-b8f9-376720304455 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:48.332379 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (c57a41f5-9876-481e-b8f9-376720304455), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:48.356876 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-46ef5798-d632-45f9-93ec-af9259268f25 None None] Port c64ef526-5bf7-4b77-a322-fadfe41ae516 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:43:48.426874 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port c57a41f5-9876-481e-b8f9-376720304455 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:43:48.427400 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (c57a41f5-9876-481e-b8f9-376720304455), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:48.450090 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port c57a41f5-9876-481e-b8f9-376720304455, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=c57a41f5-9876-481e-b8f9-376720304455,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:43:48.557498 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (c57a41f5-9876-481e-b8f9-376720304455), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:48.558353 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 33ebed54-6111-4724-9f27-08a6bee6f39d up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:43:48.638673 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=c57a41f5-9876-481e-b8f9-376720304455,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:48.646487 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port 33ebed54-6111-4724-9f27-08a6bee6f39d triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:48.646808 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (33ebed54-6111-4724-9f27-08a6bee6f39d), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:48.704577 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 60166) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:48.709235 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-0b257dfb-f7c3-4e15-9921-0eeb0e37e170 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1641293063', 'description': 'tempest-secgroup-smoke-1641293063 description', 'project_id': '58a867fbd2d444728391be6de51146c9'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:43:48.718703 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port 33ebed54-6111-4724-9f27-08a6bee6f39d is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:43:48.815076 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0b257dfb-f7c3-4e15-9921-0eeb0e37e170 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:48.897201 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0b257dfb-f7c3-4e15-9921-0eeb0e37e170 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group (841d6219-9220-444b-a978-d6e571682205), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:48.992627 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0b257dfb-f7c3-4e15-9921-0eeb0e37e170 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (841d6219-9220-444b-a978-d6e571682205), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.023348 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b257dfb-f7c3-4e15-9921-0eeb0e37e170 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=841d6219-9220-444b-a978-d6e571682205,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:49.079708 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-0b257dfb-f7c3-4e15-9921-0eeb0e37e170 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.082342 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-0b257dfb-f7c3-4e15-9921-0eeb0e37e170 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3751664 Sep 05 12:43:49.083828 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 60168) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:49.088465 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-c91c6384-9856-4d0e-8a58-47dee6dd872b tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Request body: {'security_group_rule': {'security_group_id': '841d6219-9220-444b-a978-d6e571682205', 'project_id': '58a867fbd2d444728391be6de51146c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:43:49.105865 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Sync routers for ids ['2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:43:49.115401 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Routers {'2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:43:49.116663 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:43:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:43:49.181979 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c91c6384-9856-4d0e-8a58-47dee6dd872b tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (ec49feba-e4f0-4acb-8be5-db57e7adf283), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.219488 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Set router 2ceb0016-51f1-419d-a8a1-4aa9cb316bfe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:43:49.240174 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c91c6384-9856-4d0e-8a58-47dee6dd872b tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (ec49feba-e4f0-4acb-8be5-db57e7adf283), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.311520 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c91c6384-9856-4d0e-8a58-47dee6dd872b tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (ec49feba-e4f0-4acb-8be5-db57e7adf283), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.331646 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c6384-9856-4d0e-8a58-47dee6dd872b tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec49feba-e4f0-4acb-8be5-db57e7adf283,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:49.346401 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:49.408823 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'name': 'tempest-TestShelveInstance-1195600598-router', 'tenant_id': '2dc306f881e6416499720bb4860c43e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.183'}], 'enable_snat': True}, 'gw_port_id': 'c57a41f5-9876-481e-b8f9-376720304455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:44Z', 'updated_at': '2022-09-05T12:43:47Z', 'revision_number': 4, 'project_id': '2dc306f881e6416499720bb4860c43e8', 'gw_port': {'id': 'c57a41f5-9876-481e-b8f9-376720304455', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:44Z', 'updated_at': '2022-09-05T12:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': 'c64ef526-5bf7-4b77-a322-fadfe41ae516', 'name': '', 'network_id': '43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe', 'tenant_id': '2dc306f881e6416499720bb4860c43e8', 'mac_address': 'fa:16:3e:59:b2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3e964473-fc27-4439-b1ca-52edbfdf5c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:46Z', 'updated_at': '2022-09-05T12:43:47Z', 'revision_number': 2, 'project_id': '2dc306f881e6416499720bb4860c43e8', 'subnets': [{'id': '3e964473-fc27-4439-b1ca-52edbfdf5c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:43:49.410985 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-c91c6384-9856-4d0e-8a58-47dee6dd872b tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.412607 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-c91c6384-9856-4d0e-8a58-47dee6dd872b tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277602 Sep 05 12:43:49.415280 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 60170) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:49.420175 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-30590779-0205-4889-b9ae-490985233af0 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Request body: {'security_group_rule': {'security_group_id': '841d6219-9220-444b-a978-d6e571682205', 'project_id': '58a867fbd2d444728391be6de51146c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:43:49.435225 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Checking router: 2ceb0016-51f1-419d-a8a1-4aa9cb316bfe for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:43:49.435598 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Updating router 2ceb0016-51f1-419d-a8a1-4aa9cb316bfe port c64ef526-5bf7-4b77-a322-fadfe41ae516 binding host dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 05 12:43:49.437931 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:49.455688 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:49.464399 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.523852 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-30590779-0205-4889-b9ae-490985233af0 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (864ee955-b2dd-468f-9434-e19e37ea8ffc), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.581409 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-30590779-0205-4889-b9ae-490985233af0 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (864ee955-b2dd-468f-9434-e19e37ea8ffc), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.654735 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-30590779-0205-4889-b9ae-490985233af0 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (864ee955-b2dd-468f-9434-e19e37ea8ffc), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.675221 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30590779-0205-4889-b9ae-490985233af0 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864ee955-b2dd-468f-9434-e19e37ea8ffc,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:49.721500 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Publish callbacks [] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), precommit_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.742911 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-30590779-0205-4889-b9ae-490985233af0 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.744185 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-30590779-0205-4889-b9ae-490985233af0 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278749 Sep 05 12:43:49.746942 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 60172) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:49.751715 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-9b306e34-0a25-4357-b81e-55c599a3a32f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Request body: {'security_group_rule': {'security_group_id': '841d6219-9220-444b-a978-d6e571682205', 'project_id': '58a867fbd2d444728391be6de51146c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:43:49.765858 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:49.809000 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.844569 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9b306e34-0a25-4357-b81e-55c599a3a32f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (1bb1aae7-98e5-49d0-a08a-1cbbc47c20dc), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.884977 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521b618-bf28-4dd0-9821-6976076793fe None None] Pushing event updated for resources: {'Port': ['ID=c64ef526-5bf7-4b77-a322-fadfe41ae516,revision_number=3']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:49.900203 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Attempting to bind port c64ef526-5bf7-4b77-a322-fadfe41ae516 on host dv-cinder-801354-7-iscsi for vnic_type normal with profile {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:43:49.900578 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Attempting to bind port c64ef526-5bf7-4b77-a322-fadfe41ae516 by drivers openvswitch,hyperv on host dv-cinder-801354-7-iscsi at level 0 using segments [{'id': '11092d22-9bda-4782-aa65-d78bb7184194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe'}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:43:49.900944 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Attempting to bind port c64ef526-5bf7-4b77-a322-fadfe41ae516 on network 43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:43:49.905418 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9b306e34-0a25-4357-b81e-55c599a3a32f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (1bb1aae7-98e5-49d0-a08a-1cbbc47c20dc), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.946952 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Checking agent: {'id': '1aef06d2-0e98-4f9b-80c0-15b88782c5f5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 20, 39), 'started_at': datetime.datetime(2022, 9, 5, 12, 21, 9), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:43:49.947328 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Checking segment: {'id': '11092d22-9bda-4782-aa65-d78bb7184194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:43:49.947811 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.948210 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Bound using segment: {'id': '11092d22-9bda-4782-aa65-d78bb7184194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe'} {{(pid=106741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:43:49.949137 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.managers [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Bound port: c64ef526-5bf7-4b77-a322-fadfe41ae516, host: dv-cinder-801354-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11092d22-9bda-4782-aa65-d78bb7184194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe'}}] {{(pid=106741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:43:49.949137 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:49.991856 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device c57a41f5-9876-481e-b8f9-376720304455 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:43:50.002669 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9b306e34-0a25-4357-b81e-55c599a3a32f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (1bb1aae7-98e5-49d0-a08a-1cbbc47c20dc), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:50.024270 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b306e34-0a25-4357-b81e-55c599a3a32f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb1aae7-98e5-49d0-a08a-1cbbc47c20dc,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:50.041510 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] For port c64ef526-5bf7-4b77-a322-fadfe41ae516, host dv-cinder-801354-7-iscsi, cleared binding levels {{(pid=106741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:43:50.045801 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] For port c64ef526-5bf7-4b77-a322-fadfe41ae516, host dv-cinder-801354-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=c64ef526-5bf7-4b77-a322-fadfe41ae516,segment=NetworkSegment(11092d22-9bda-4782-aa65-d78bb7184194),segment_id=11092d22-9bda-4782-aa65-d78bb7184194)] {{(pid=106741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:43:50.058181 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port c57a41f5-9876-481e-b8f9-376720304455 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:50.058561 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (c57a41f5-9876-481e-b8f9-376720304455), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:50.060634 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:50.125155 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9b306e34-0a25-4357-b81e-55c599a3a32f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:50.126754 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-9b306e34-0a25-4357-b81e-55c599a3a32f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3787091 Sep 05 12:43:50.129540 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 60174) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:50.132553 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port c57a41f5-9876-481e-b8f9-376720304455 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:43:50.134050 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-84e847f4-7f4c-4322-9b9f-31b646a7984f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Request body: {'security_group_rule': {'security_group_id': '841d6219-9220-444b-a978-d6e571682205', 'project_id': '58a867fbd2d444728391be6de51146c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:43:50.146428 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:50.185659 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Routers {'2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:43:50.186266 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:43:36Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:43:50.243602 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521b618-bf28-4dd0-9821-6976076793fe None None] Pushing event updated for resources: {'Port': ['ID=c64ef526-5bf7-4b77-a322-fadfe41ae516,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:50.249454 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-84e847f4-7f4c-4322-9b9f-31b646a7984f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (dcd118f6-a700-4c99-9ec8-0c47e082cfe5), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:50.302979 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] Set router 2ceb0016-51f1-419d-a8a1-4aa9cb316bfe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:43:50.309734 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-84e847f4-7f4c-4322-9b9f-31b646a7984f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (dcd118f6-a700-4c99-9ec8-0c47e082cfe5), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:50.398729 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-84e847f4-7f4c-4322-9b9f-31b646a7984f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (dcd118f6-a700-4c99-9ec8-0c47e082cfe5), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:50.416204 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:50.419274 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e847f4-7f4c-4322-9b9f-31b646a7984f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd118f6-a700-4c99-9ec8-0c47e082cfe5,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:50.473642 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-84e847f4-7f4c-4322-9b9f-31b646a7984f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:50.477466 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-84e847f4-7f4c-4322-9b9f-31b646a7984f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3444300 Sep 05 12:43:50.477678 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 60176) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:50.481993 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-574dbd5b-99d0-4489-9f4e-ac1b70f578cd tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Request body: {'security_group_rule': {'security_group_id': '841d6219-9220-444b-a978-d6e571682205', 'project_id': '58a867fbd2d444728391be6de51146c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:43:50.491785 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'name': 'tempest-TestShelveInstance-1195600598-router', 'tenant_id': '2dc306f881e6416499720bb4860c43e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.183'}], 'enable_snat': True}, 'gw_port_id': 'c57a41f5-9876-481e-b8f9-376720304455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:44Z', 'updated_at': '2022-09-05T12:43:47Z', 'revision_number': 4, 'project_id': '2dc306f881e6416499720bb4860c43e8', 'gw_port': {'id': 'c57a41f5-9876-481e-b8f9-376720304455', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:44Z', 'updated_at': '2022-09-05T12:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': 'c64ef526-5bf7-4b77-a322-fadfe41ae516', 'name': '', 'network_id': '43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe', 'tenant_id': '2dc306f881e6416499720bb4860c43e8', 'mac_address': 'fa:16:3e:59:b2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3e964473-fc27-4439-b1ca-52edbfdf5c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:46Z', 'updated_at': '2022-09-05T12:43:50Z', 'revision_number': 4, 'project_id': '2dc306f881e6416499720bb4860c43e8', 'subnets': [{'id': '3e964473-fc27-4439-b1ca-52edbfdf5c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:43:50.521079 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49376ffa-e4f8-4c3b-a891-e0cec048b65d None None] The sync data for ids ['2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'] in dv-cinder-801354-7-iscsi is: [{'id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'name': 'tempest-TestShelveInstance-1195600598-router', 'tenant_id': '2dc306f881e6416499720bb4860c43e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.183'}], 'enable_snat': True}, 'gw_port_id': 'c57a41f5-9876-481e-b8f9-376720304455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:44Z', 'updated_at': '2022-09-05T12:43:47Z', 'revision_number': 4, 'project_id': '2dc306f881e6416499720bb4860c43e8', 'gw_port': {'id': 'c57a41f5-9876-481e-b8f9-376720304455', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:44Z', 'updated_at': '2022-09-05T12:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': 'c64ef526-5bf7-4b77-a322-fadfe41ae516', 'name': '', 'network_id': '43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe', 'tenant_id': '2dc306f881e6416499720bb4860c43e8', 'mac_address': 'fa:16:3e:59:b2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '3e964473-fc27-4439-b1ca-52edbfdf5c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:46Z', 'updated_at': '2022-09-05T12:43:50Z', 'revision_number': 4, 'project_id': '2dc306f881e6416499720bb4860c43e8', 'subnets': [{'id': '3e964473-fc27-4439-b1ca-52edbfdf5c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:43:50.571672 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.securitygroups_db [None req-574dbd5b-99d0-4489-9f4e-ac1b70f578cd tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Project 58a867fbd2d444728391be6de51146c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 05 12:43:50.580615 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-574dbd5b-99d0-4489-9f4e-ac1b70f578cd tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (24d0ddf5-940c-4f15-9747-42c6a9d89626), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:50.652875 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-574dbd5b-99d0-4489-9f4e-ac1b70f578cd tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (24d0ddf5-940c-4f15-9747-42c6a9d89626), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:50.740049 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-574dbd5b-99d0-4489-9f4e-ac1b70f578cd tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (24d0ddf5-940c-4f15-9747-42c6a9d89626), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:50.761134 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dbd5b-99d0-4489-9f4e-ac1b70f578cd tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d0ddf5-940c-4f15-9747-42c6a9d89626,revision_number=0']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:50.829170 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-574dbd5b-99d0-4489-9f4e-ac1b70f578cd tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:50.830484 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-574dbd5b-99d0-4489-9f4e-ac1b70f578cd tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3518825 Sep 05 12:43:50.835399 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60178) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:43:50.840222 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [None req-c5745e7d-9b7d-44aa-99d3-4fbdb0539c42 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Request body: {'security_group_rule': {'security_group_id': '841d6219-9220-444b-a978-d6e571682205', 'project_id': '58a867fbd2d444728391be6de51146c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:43:50.859626 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:50.969275 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.db.securitygroups_db [None req-c5745e7d-9b7d-44aa-99d3-4fbdb0539c42 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Project 58a867fbd2d444728391be6de51146c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 05 12:43:50.975433 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c5745e7d-9b7d-44aa-99d3-4fbdb0539c42 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (5afdc0e7-71f8-4751-9056-727bb2510733), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:51.039352 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c5745e7d-9b7d-44aa-99d3-4fbdb0539c42 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (5afdc0e7-71f8-4751-9056-727bb2510733), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:51.111364 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c5745e7d-9b7d-44aa-99d3-4fbdb0539c42 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972588'] for security_group_rule (5afdc0e7-71f8-4751-9056-727bb2510733), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:51.132752 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5745e7d-9b7d-44aa-99d3-4fbdb0539c42 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afdc0e7-71f8-4751-9056-727bb2510733,revision_number=0']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:51.205107 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-c5745e7d-9b7d-44aa-99d3-4fbdb0539c42 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:51.206364 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-c5745e7d-9b7d-44aa-99d3-4fbdb0539c42 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3717124 Sep 05 12:43:51.637184 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:52.027972 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device c64ef526-5bf7-4b77-a322-fadfe41ae516 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:43:52.079655 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port c64ef526-5bf7-4b77-a322-fadfe41ae516 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:52.080038 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:52.285905 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port c64ef526-5bf7-4b77-a322-fadfe41ae516 is: DOWN; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:43:52.286290 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:52.320305 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] For port c64ef526-5bf7-4b77-a322-fadfe41ae516, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=c64ef526-5bf7-4b77-a322-fadfe41ae516,segment=NetworkSegment(11092d22-9bda-4782-aa65-d78bb7184194),segment_id=11092d22-9bda-4782-aa65-d78bb7184194)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:43:52.374748 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:52.422384 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Pushing event updated for resources: {'Port': ['ID=c64ef526-5bf7-4b77-a322-fadfe41ae516,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:43:53.987227 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device c64ef526-5bf7-4b77-a322-fadfe41ae516 up at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:43:54.031518 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Provisioning complete for port c64ef526-5bf7-4b77-a322-fadfe41ae516 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:43:54.031920 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:43:54.117259 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Current status of the port c64ef526-5bf7-4b77-a322-fadfe41ae516 is: ACTIVE; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:43:57.507217 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:43:57.508135 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=15 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:00.758896 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:INSERT=7,neutron:SELECT=64,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:00.760084 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=24,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:01.129378 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:01.132238 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=41,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:03.654481 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-392b6d32-126a-40b8-a856-b3580c7d95c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:06.099825 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-77ecfadb-e986-44ac-901f-c8ec9fd33cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:07.391189 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:08.785562 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:09.095685 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:09.163267 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:10.064807 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7553eb30-2b34-4030-88ea-f069c057facb req-7de73742-8b0d-4e8d-b5e5-e0d34f172972 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1641293063&fields=id&tenant_id=58a867fbd2d444728391be6de51146c9 HTTP/1.1" status: 200 len: 267 time: 0.0455680 Sep 05 12:44:10.174318 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553eb30-2b34-4030-88ea-f069c057facb req-a7c5bdec-f689-4aa5-b7e2-297678c08de7 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:10.175722 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7553eb30-2b34-4030-88ea-f069c057facb req-a7c5bdec-f689-4aa5-b7e2-297678c08de7 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/networks?id=9ecefe7b-b683-42a2-a063-26da0ebe8baf HTTP/1.1" status: 200 len: 808 time: 0.1036351 Sep 05 12:44:10.189988 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7553eb30-2b34-4030-88ea-f069c057facb req-64016725-219a-4c5b-9809-6fc302bc4acf tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/quotas/58a867fbd2d444728391be6de51146c9 HTTP/1.1" status: 200 len: 375 time: 0.0088463 Sep 05 12:44:10.238455 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7553eb30-2b34-4030-88ea-f069c057facb req-82fd434a-5bae-4ece-8e3a-2ed6331d0559 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=58a867fbd2d444728391be6de51146c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436475 Sep 05 12:44:10.430647 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7553eb30-2b34-4030-88ea-f069c057facb req-85fddd0f-c177-4b31-bf0b-fe4bd504e7d5 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811211 Sep 05 12:44:10.524219 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7553eb30-2b34-4030-88ea-f069c057facb req-44f8bbc2-a4b0-4f1e-90bf-ac91277d486f service neutron] 10.222.0.62 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878282 Sep 05 12:44:11.064509 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-9821ebe7-0ee0-4743-b9a2-f266acb64de4 req-7e4e97aa-bd06-4367-9bd1-e33c2c11e357 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 210 time: 0.0297306 Sep 05 12:44:12.167888 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-83384d66-3eb3-466a-9044-3b15bad45100 req-0aeba34c-315b-4674-a573-8ab604bfc03f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 210 time: 0.0294156 Sep 05 12:44:13.573561 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f0ce3188-b045-40a5-afa8-9bf05833cd25 req-482ced5e-bf74-46f1-9b9c-4021d0f32fa8 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 210 time: 0.3223743 Sep 05 12:44:13.621138 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553eb30-2b34-4030-88ea-f069c057facb req-420ce7fc-32e2-4a39-ab18-cfcbf91ab4bc tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:13.622571 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7553eb30-2b34-4030-88ea-f069c057facb req-420ce7fc-32e2-4a39-ab18-cfcbf91ab4bc tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.58 "GET /networking/v2.0/networks?id=9ecefe7b-b683-42a2-a063-26da0ebe8baf HTTP/1.1" status: 200 len: 808 time: 0.3917234 Sep 05 12:44:13.689766 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7553eb30-2b34-4030-88ea-f069c057facb req-0970cc65-7de4-4aa8-82c8-e74878205488 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.58 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=58a867fbd2d444728391be6de51146c9 HTTP/1.1" status: 200 len: 380 time: 0.0512867 Sep 05 12:44:13.701592 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-7553eb30-2b34-4030-88ea-f069c057facb req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Request body: {'port': {'device_id': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'admin_state_up': True, 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'security_groups': ['841d6219-9220-444b-a978-d6e571682205']}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:44:13.905244 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7553eb30-2b34-4030-88ea-f069c057facb req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Made reservation on behalf of 58a867fbd2d444728391be6de51146c9 for: {'port': 1} {{(pid=106739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 05 12:44:13.908927 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-7553eb30-2b34-4030-88ea-f069c057facb req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:14.033750 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_common [req-7553eb30-2b34-4030-88ea-f069c057facb req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Allocated IP 172.20.0.5 (9ecefe7b-b683-42a2-a063-26da0ebe8baf/64f83842-ad17-4ca9-bccd-b593859881fa/660352b3-2051-4619-91f9-5d36ed125af6) {{(pid=106739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:44:14.195078 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-7553eb30-2b34-4030-88ea-f069c057facb req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for port (660352b3-2051-4619-91f9-5d36ed125af6), precommit_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:14.271553 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-7553eb30-2b34-4030-88ea-f069c057facb req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (660352b3-2051-4619-91f9-5d36ed125af6), after_create {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:14.315165 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7553eb30-2b34-4030-88ea-f069c057facb req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Network 9ecefe7b-b683-42a2-a063-26da0ebe8baf is already hosted by enough agents. {{(pid=106739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:44:14.319221 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.base_scheduler [req-7553eb30-2b34-4030-88ea-f069c057facb req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Resources bound (agent type, host, resource id): {{(pid=106739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:44:14.321733 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-7553eb30-2b34-4030-88ea-f069c057facb req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Received port after_create {{(pid=106739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:44:14.358725 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Pushing event updated for resources: {'Port': ['ID=660352b3-2051-4619-91f9-5d36ed125af6,revision_number=1']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:44:14.374392 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:14.374886 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:14.375235 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:14.375599 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:14.376192 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:14.376525 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:14.377087 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:14.377221 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:14.377551 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:14.377880 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:14.378203 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:14.378528 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:14.378853 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:14.379173 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:14.379494 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:14.398270 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553eb30-2b34-4030-88ea-f069c057facb req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:14.399829 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-7553eb30-2b34-4030-88ea-f069c057facb req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:14.491105 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7553eb30-2b34-4030-88ea-f069c057facb req-80790bb8-4014-49c4-8253-e978d8ad06f3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.58 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7928913 Sep 05 12:44:14.516519 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.v2.base [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Request body: {'port': {'device_id': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:44:14.533731 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b75e1482-bde2-44eb-a62c-0812100cc1ba None None] Provisioning complete for port 660352b3-2051-4619-91f9-5d36ed125af6 triggered by entity DHCP. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:44:14.534293 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b75e1482-bde2-44eb-a62c-0812100cc1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (660352b3-2051-4619-91f9-5d36ed125af6), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:14.565029 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b75e1482-bde2-44eb-a62c-0812100cc1ba None None] Port 660352b3-2051-4619-91f9-5d36ed125af6 cannot update to ACTIVE because it is not bound. {{(pid=106741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 05 12:44:14.565697 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:14.577669 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (660352b3-2051-4619-91f9-5d36ed125af6), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:14.580259 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:14.692853 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b233591-c233-4e75-8ad5-bca6f05c970a req-9351d11c-7ab2-4739-a40d-fc3bb0619fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:14.694396 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7b233591-c233-4e75-8ad5-bca6f05c970a req-9351d11c-7ab2-4739-a40d-fc3bb0619fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 931 time: 0.0469592 Sep 05 12:44:14.745871 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-7b233591-c233-4e75-8ad5-bca6f05c970a req-60ac9855-a46f-4201-8d29-742719ba81ba tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441968 Sep 05 12:44:14.843707 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 660352b3-2051-4619-91f9-5d36ed125af6 {{(pid=106739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:44:14.850996 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Publish callbacks [] for port (660352b3-2051-4619-91f9-5d36ed125af6), precommit_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:14.863430 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.provisioning_blocks [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Transition to ACTIVE for port object 660352b3-2051-4619-91f9-5d36ed125af6 will not be triggered until provisioned by entity L2. {{(pid=106739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 05 12:44:14.945322 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (660352b3-2051-4619-91f9-5d36ed125af6), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:15.025133 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Pushing event updated for resources: {'Port': ['ID=660352b3-2051-4619-91f9-5d36ed125af6,revision_number=2']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:44:15.055474 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Attempting to bind port 660352b3-2051-4619-91f9-5d36ed125af6 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 05 12:44:15.055842 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Attempting to bind port 660352b3-2051-4619-91f9-5d36ed125af6 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '6872464f-889b-4aef-8cff-edcee28518a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf'}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 05 12:44:15.056171 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Attempting to bind port 660352b3-2051-4619-91f9-5d36ed125af6 on network 9ecefe7b-b683-42a2-a063-26da0ebe8baf {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:44:15.099824 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Port 660352b3-2051-4619-91f9-5d36ed125af6 on network 9ecefe7b-b683-42a2-a063-26da0ebe8baf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 05 12:44:15.100074 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Attempting to bind port 660352b3-2051-4619-91f9-5d36ed125af6 on network 9ecefe7b-b683-42a2-a063-26da0ebe8baf {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 05 12:44:15.125744 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:15.141930 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Checking agent: {'id': 'c9e76736-a085-4385-958f-0d99d0348e7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'started_at': datetime.datetime(2022, 9, 5, 12, 27, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 5, 12, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 05 12:44:15.142270 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Checking segment: {'id': '6872464f-889b-4aef-8cff-edcee28518a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 05 12:44:15.142650 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Bound using segment: {'id': '6872464f-889b-4aef-8cff-edcee28518a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf'} {{(pid=106739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 05 12:44:15.143076 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.managers [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Bound port: 660352b3-2051-4619-91f9-5d36ed125af6, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6872464f-889b-4aef-8cff-edcee28518a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf'}}] {{(pid=106739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 05 12:44:15.143434 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (660352b3-2051-4619-91f9-5d36ed125af6), before_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:15.203955 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] For port 660352b3-2051-4619-91f9-5d36ed125af6, host hv-cinder-80135, cleared binding levels {{(pid=106739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 05 12:44:15.206939 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] For port 660352b3-2051-4619-91f9-5d36ed125af6, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=660352b3-2051-4619-91f9-5d36ed125af6,segment=NetworkSegment(6872464f-889b-4aef-8cff-edcee28518a9),segment_id=6872464f-889b-4aef-8cff-edcee28518a9)] {{(pid=106739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 05 12:44:15.248400 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3093633'] for port (660352b3-2051-4619-91f9-5d36ed125af6), after_update {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:15.251798 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:15.252577 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:15.253968 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7553eb30-2b34-4030-88ea-f069c057facb req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] 10.222.0.58 "PUT /networking/v2.0/ports/660352b3-2051-4619-91f9-5d36ed125af6 HTTP/1.1" status: 200 len: 1093 time: 0.7416975 Sep 05 12:44:15.255981 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'tag': '660352b3-2051-4619-91f9-5d36ed125af6'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:44:15.258931 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20492ef1-b5b2-4d83-a98a-d46fe893141d" -d '{"events": [{"name": "network-changed", "server_uuid": "acfe1a7b-9132-4df1-b530-f0d30f94f388", "tag": "660352b3-2051-4619-91f9-5d36ed125af6"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:44:15.298334 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fbcd31-a000-4c75-8a63-cd0ab6713db1 x-openstack-request-id: req-37fbcd31-a000-4c75-8a63-cd0ab6713db1 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:44:15.300530 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acfe1a7b-9132-4df1-b530-f0d30f94f388", "tag": "660352b3-2051-4619-91f9-5d36ed125af6", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:44:15.300530 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37fbcd31-a000-4c75-8a63-cd0ab6713db1 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:44:15.300530 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37fbcd31-a000-4c75-8a63-cd0ab6713db1'] response: {'name': 'network-changed', 'server_uuid': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'tag': '660352b3-2051-4619-91f9-5d36ed125af6', 'status': 'completed', 'code': 200} Sep 05 12:44:15.309077 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1733311-3a3b-4879-b06f-bd12046222f8 service neutron] Pushing event updated for resources: {'Port': ['ID=660352b3-2051-4619-91f9-5d36ed125af6,revision_number=3']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:44:15.397109 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20492ef1-b5b2-4d83-a98a-d46fe893141d req-7bcfba2c-71aa-478b-a096-603fc629701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:15.398544 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-20492ef1-b5b2-4d83-a98a-d46fe893141d req-7bcfba2c-71aa-478b-a096-603fc629701a service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=58a867fbd2d444728391be6de51146c9&device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 1127 time: 0.0432887 Sep 05 12:44:15.506093 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20492ef1-b5b2-4d83-a98a-d46fe893141d req-74644b47-db73-4ebb-b273-e1c69c5bc1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:15.507517 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-20492ef1-b5b2-4d83-a98a-d46fe893141d req-74644b47-db73-4ebb-b273-e1c69c5bc1d4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=58a867fbd2d444728391be6de51146c9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0912797 Sep 05 12:44:15.606086 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20492ef1-b5b2-4d83-a98a-d46fe893141d req-3145578d-e637-485c-9a31-44a68cd666e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:15.607692 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-20492ef1-b5b2-4d83-a98a-d46fe893141d req-3145578d-e637-485c-9a31-44a68cd666e5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911431 Sep 05 12:44:15.712577 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553eb30-2b34-4030-88ea-f069c057facb req-3dd5c659-a8f0-4e23-8a28-a62f8e35e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:15.713932 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7553eb30-2b34-4030-88ea-f069c057facb req-3dd5c659-a8f0-4e23-8a28-a62f8e35e9ad service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=58a867fbd2d444728391be6de51146c9&device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 1127 time: 0.0384059 Sep 05 12:44:15.768863 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7553eb30-2b34-4030-88ea-f069c057facb req-2a0edc8d-5a99-4e1f-ae5c-b7375a0cbde0 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=660352b3-2051-4619-91f9-5d36ed125af6 HTTP/1.1" status: 200 len: 217 time: 0.0352764 Sep 05 12:44:15.821383 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553eb30-2b34-4030-88ea-f069c057facb req-42339696-2261-48ab-887a-9854165d78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:15.822854 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7553eb30-2b34-4030-88ea-f069c057facb req-42339696-2261-48ab-887a-9854165d78ee service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=64f83842-ad17-4ca9-bccd-b593859881fa HTTP/1.1" status: 200 len: 847 time: 0.0448220 Sep 05 12:44:15.868128 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60755b80-4d65-477c-a37a-6b7f80be0853 req-020b798e-fbf8-4572-a339-8855f2d62879 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:15.869592 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-60755b80-4d65-477c-a37a-6b7f80be0853 req-020b798e-fbf8-4572-a339-8855f2d62879 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.0475307 Sep 05 12:44:15.869717 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553eb30-2b34-4030-88ea-f069c057facb req-af3d4e8c-a8ae-490d-a4a2-5a8a8b09dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:15.871187 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7553eb30-2b34-4030-88ea-f069c057facb req-af3d4e8c-a8ae-490d-a4a2-5a8a8b09dd53 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=9ecefe7b-b683-42a2-a063-26da0ebe8baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395694 Sep 05 12:44:15.922653 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-60755b80-4d65-477c-a37a-6b7f80be0853 req-a2863b69-30af-4cd7-b97c-52b7a208041e tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474272 Sep 05 12:44:15.968010 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7553eb30-2b34-4030-88ea-f069c057facb req-fdfd017d-da59-4e6d-a134-e3f50b9441b3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871084 Sep 05 12:44:16.026550 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:16.063505 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-7553eb30-2b34-4030-88ea-f069c057facb req-c6e10da1-9fd3-4032-9ab0-5863ad60a062 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848601 Sep 05 12:44:17.098361 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05424c7-27eb-4cf1-9fbd-da9ff17d7b05 req-398db777-c657-496f-8f42-3010760623b7 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:17.099863 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c05424c7-27eb-4cf1-9fbd-da9ff17d7b05 req-398db777-c657-496f-8f42-3010760623b7 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.1011143 Sep 05 12:44:17.148500 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c05424c7-27eb-4cf1-9fbd-da9ff17d7b05 req-e441672e-2309-48e5-84e1-869f90fc5aba tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423868 Sep 05 12:44:18.316529 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94beb4-f810-40ea-a52f-f808d4d19ed0 req-bead2b1d-1801-4003-b703-d05ed22b9d4c tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:18.317965 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-3b94beb4-f810-40ea-a52f-f808d4d19ed0 req-bead2b1d-1801-4003-b703-d05ed22b9d4c tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.0946362 Sep 05 12:44:18.365781 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-3b94beb4-f810-40ea-a52f-f808d4d19ed0 req-17e6d79b-8eee-4469-9bc8-c777c2684b5c tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422544 Sep 05 12:44:19.483711 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ae8b7-54a4-49b7-b2d7-01b231f908d0 req-df1fb763-8104-4386-90bd-ff5a7ae78487 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:19.485158 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-218ae8b7-54a4-49b7-b2d7-01b231f908d0 req-df1fb763-8104-4386-90bd-ff5a7ae78487 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.0458741 Sep 05 12:44:19.532701 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-218ae8b7-54a4-49b7-b2d7-01b231f908d0 req-2d59086e-6200-4c88-9174-5b9d65aca2d0 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420563 Sep 05 12:44:20.285195 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:44:20.653440 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b330b-b9a7-4903-abd4-9af0a0220f56 req-edf1a0ed-519e-4a5c-b40b-84db96f5f547 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:20.654882 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-038b330b-b9a7-4903-abd4-9af0a0220f56 req-edf1a0ed-519e-4a5c-b40b-84db96f5f547 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.0465646 Sep 05 12:44:20.702836 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-038b330b-b9a7-4903-abd4-9af0a0220f56 req-6c75f8b9-92a2-4692-a5c2-322a8866ee2c tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423944 Sep 05 12:44:21.595150 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=74,neutron:UPDATE=7 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:21.652698 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:21.821586 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782337a-49e4-4dca-8cd8-845c50af8555 req-01f0c071-af20-48f7-9cc4-73f98a002690 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:21.823063 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8782337a-49e4-4dca-8cd8-845c50af8555 req-01f0c071-af20-48f7-9cc4-73f98a002690 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.0465214 Sep 05 12:44:21.926218 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-8782337a-49e4-4dca-8cd8-845c50af8555 req-28855c4f-5e5a-4721-8bc3-633b80a44704 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914569 Sep 05 12:44:23.043310 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176861f9-2dce-42b2-9763-760d07c50740 req-b5918b51-518d-4f25-ad23-182a311a1b0a tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:23.044793 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-176861f9-2dce-42b2-9763-760d07c50740 req-b5918b51-518d-4f25-ad23-182a311a1b0a tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.0491211 Sep 05 12:44:23.095933 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-176861f9-2dce-42b2-9763-760d07c50740 req-aeaf2e67-3074-4efb-90bd-271eb1eed0d3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450876 Sep 05 12:44:24.216703 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bd166-b215-4622-88ba-5b045674caaa req-452fea0f-c9ba-4f51-9f67-002a110d88cd tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:24.218093 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d90bd166-b215-4622-88ba-5b045674caaa req-452fea0f-c9ba-4f51-9f67-002a110d88cd tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.0467479 Sep 05 12:44:24.228932 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:24.268034 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d90bd166-b215-4622-88ba-5b045674caaa req-102ddb0f-4bb4-48c1-93b8-2a40b2680470 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444412 Sep 05 12:44:25.240063 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 660352b3-2051-4619-91f9-5d36ed125af6 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:44:25.340492 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 660352b3-2051-4619-91f9-5d36ed125af6, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=660352b3-2051-4619-91f9-5d36ed125af6,segment=NetworkSegment(6872464f-889b-4aef-8cff-edcee28518a9),segment_id=6872464f-889b-4aef-8cff-edcee28518a9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:44:25.352176 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '660352b3-2051-4619-91f9-5d36ed125af6', 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'port_id': '660352b3-2051-4619-91f9-5d36ed125af6', 'mac_address': 'fa:16:3e:e3:9a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:44:25.387403 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 660352b3-2051-4619-91f9-5d36ed125af6 is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:44:25.387689 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ea155-e9bf-48e4-92db-4c7eada81c10 req-005b389a-706d-4159-9587-511f29a62697 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:25.388196 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (660352b3-2051-4619-91f9-5d36ed125af6), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:25.388996 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4d7ea155-e9bf-48e4-92db-4c7eada81c10 req-005b389a-706d-4159-9587-511f29a62697 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.0470407 Sep 05 12:44:25.401051 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660352b3-2051-4619-91f9-5d36ed125af6 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:44:25.420793 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 660352b3-2051-4619-91f9-5d36ed125af6, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=660352b3-2051-4619-91f9-5d36ed125af6,segment=NetworkSegment(6872464f-889b-4aef-8cff-edcee28518a9),segment_id=6872464f-889b-4aef-8cff-edcee28518a9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:44:25.438682 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4d7ea155-e9bf-48e4-92db-4c7eada81c10 req-d4584071-186c-4a82-aa18-249aa7335737 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438943 Sep 05 12:44:25.487767 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (660352b3-2051-4619-91f9-5d36ed125af6), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:25.534950 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=660352b3-2051-4619-91f9-5d36ed125af6,revision_number=4']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:44:25.895929 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['660352b3-2051-4619-91f9-5d36ed125af6'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:44:26.556986 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49432991-2a93-4d17-b025-137b9024e6b4 req-da35b0da-22ea-4a89-8cd5-de5de594fd01 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:26.558447 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-49432991-2a93-4d17-b025-137b9024e6b4 req-da35b0da-22ea-4a89-8cd5-de5de594fd01 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 944 time: 0.0463202 Sep 05 12:44:26.606559 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-49432991-2a93-4d17-b025-137b9024e6b4 req-7a7dac30-f360-4443-a62f-fda7caa1543a tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 Sep 05 12:44:27.262713 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 660352b3-2051-4619-91f9-5d36ed125af6 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:44:27.307395 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning for port 660352b3-2051-4619-91f9-5d36ed125af6 completed by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 05 12:44:27.390344 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 660352b3-2051-4619-91f9-5d36ed125af6 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:44:27.390775 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (660352b3-2051-4619-91f9-5d36ed125af6), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:27.455990 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:27.461530 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 660352b3-2051-4619-91f9-5d36ed125af6 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:44:27.461914 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (660352b3-2051-4619-91f9-5d36ed125af6), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:27.484389 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660352b3-2051-4619-91f9-5d36ed125af6'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:44:27.486663 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0836fd4d-bdc2-48a0-a633-bcddba87dc6b" -d '{"events": [{"server_uuid": "acfe1a7b-9132-4df1-b530-f0d30f94f388", "name": "network-vif-plugged", "status": "completed", "tag": "660352b3-2051-4619-91f9-5d36ed125af6"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:44:27.500596 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 660352b3-2051-4619-91f9-5d36ed125af6, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=660352b3-2051-4619-91f9-5d36ed125af6,segment=NetworkSegment(6872464f-889b-4aef-8cff-edcee28518a9),segment_id=6872464f-889b-4aef-8cff-edcee28518a9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:44:27.524926 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188c2976-41e7-4657-ad82-15a5670e7761 x-openstack-request-id: req-188c2976-41e7-4657-ad82-15a5670e7761 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:44:27.525219 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfe1a7b-9132-4df1-b530-f0d30f94f388", "name": "network-vif-plugged", "status": "completed", "tag": "660352b3-2051-4619-91f9-5d36ed125af6", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:44:27.525475 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-188c2976-41e7-4657-ad82-15a5670e7761 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:44:27.525874 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-188c2976-41e7-4657-ad82-15a5670e7761'] response: {'server_uuid': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660352b3-2051-4619-91f9-5d36ed125af6', 'code': 200} Sep 05 12:44:27.579499 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (660352b3-2051-4619-91f9-5d36ed125af6), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:27.612705 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:27.630274 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=660352b3-2051-4619-91f9-5d36ed125af6,revision_number=5']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:44:27.727433 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7282f8-bbcd-4c78-906e-bc484ec670a7 req-e136df83-204e-4236-9ff2-fabce5b4d4a5 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:27.729461 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-aa7282f8-bbcd-4c78-906e-bc484ec670a7 req-e136df83-204e-4236-9ff2-fabce5b4d4a5 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0505338 Sep 05 12:44:27.778697 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-aa7282f8-bbcd-4c78-906e-bc484ec670a7 req-0bc21706-4c01-4fa2-af71-14ea75eaad41 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433786 Sep 05 12:44:27.908078 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d59c23-47f8-4023-82b8-e9c96961318e req-6390aec8-4dea-48ec-9376-d44fb43cf303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:27.909486 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-67d59c23-47f8-4023-82b8-e9c96961318e req-6390aec8-4dea-48ec-9376-d44fb43cf303 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 1129 time: 0.0480402 Sep 05 12:44:27.958498 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-67d59c23-47f8-4023-82b8-e9c96961318e req-bc778b3e-5e2e-4bbd-8051-43cccd6f27fd service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387580 Sep 05 12:44:28.864369 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:28.903369 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b644f-13b1-4421-864e-4a385e9aab47 req-128e66b6-7f3c-4c98-937a-2d9c45235224 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:28.904863 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8c9b644f-13b1-4421-864e-4a385e9aab47 req-128e66b6-7f3c-4c98-937a-2d9c45235224 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0499663 Sep 05 12:44:28.924392 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=100 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:28.955308 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-8c9b644f-13b1-4421-864e-4a385e9aab47 req-b1214378-f1e2-4867-8f7a-f86fcb52a6a3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442617 Sep 05 12:44:30.076457 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67095f48-2afa-4944-ae93-0979403d9981 req-93c49565-e53f-46c4-bd66-757dcef1828d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:30.077952 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-67095f48-2afa-4944-ae93-0979403d9981 req-93c49565-e53f-46c4-bd66-757dcef1828d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0469389 Sep 05 12:44:30.130197 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-67095f48-2afa-4944-ae93-0979403d9981 req-b01cddc0-b284-4d24-82d0-5e5b45b5eac2 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466390 Sep 05 12:44:30.196790 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c2ce0922-258e-4aeb-b841-e6a53c12c0bb req-4e03fd68-2242-4179-983b-531e6d63e818 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383742 Sep 05 12:44:30.251992 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1ac02-7be7-48b9-9791-1b2c89639737 req-e85a186f-dc84-441e-9277-a9bc39b52440 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:30.253518 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d7c1ac02-7be7-48b9-9791-1b2c89639737 req-e85a186f-dc84-441e-9277-a9bc39b52440 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0498629 Sep 05 12:44:30.302678 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce0922-258e-4aeb-b841-e6a53c12c0bb req-bcfe51b5-dd5d-4b30-8e0a-db9f472c7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:30.304584 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c2ce0922-258e-4aeb-b841-e6a53c12c0bb req-bcfe51b5-dd5d-4b30-8e0a-db9f472c7249 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=58a867fbd2d444728391be6de51146c9&device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 1129 time: 0.0394645 Sep 05 12:44:30.306227 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d7c1ac02-7be7-48b9-9791-1b2c89639737 req-7f29fd90-3a70-43ab-9bee-9d1270475b25 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458119 Sep 05 12:44:30.333831 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 60356) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:44:30.414033 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce0922-258e-4aeb-b841-e6a53c12c0bb req-b81ad813-ef0c-4d81-86be-020b8ab37ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:30.415948 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7febfe2d-034e-484a-adc3-f99fbd0689a7 tempest-TestShelveInstance-658984464 tempest-TestShelveInstance-658984464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:30.416140 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c2ce0922-258e-4aeb-b841-e6a53c12c0bb req-b81ad813-ef0c-4d81-86be-020b8ab37ed6 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=9ecefe7b-b683-42a2-a063-26da0ebe8baf HTTP/1.1" status: 200 len: 909 time: 0.0929699 Sep 05 12:44:30.417517 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-7febfe2d-034e-484a-adc3-f99fbd0689a7 tempest-TestShelveInstance-658984464 tempest-TestShelveInstance-658984464-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 1124 time: 0.0824397 Sep 05 12:44:30.421019 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 60360) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:44:30.425046 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.v2.base [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Request body: {'floatingip': {'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'port_id': '660352b3-2051-4619-91f9-5d36ed125af6', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 05 12:44:30.459326 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c2ce0922-258e-4aeb-b841-e6a53c12c0bb req-36a2e14b-37dc-4b0b-9d01-b6f574295520 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=660352b3-2051-4619-91f9-5d36ed125af6 HTTP/1.1" status: 200 len: 217 time: 0.0328944 Sep 05 12:44:30.494122 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:30.507863 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce0922-258e-4aeb-b841-e6a53c12c0bb req-dd9e9591-0dcb-4f49-aebf-8a89cb9c6e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:30.509386 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c2ce0922-258e-4aeb-b841-e6a53c12c0bb req-dd9e9591-0dcb-4f49-aebf-8a89cb9c6e19 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=64f83842-ad17-4ca9-bccd-b593859881fa HTTP/1.1" status: 200 len: 847 time: 0.0444045 Sep 05 12:44:30.546336 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:30.556047 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce0922-258e-4aeb-b841-e6a53c12c0bb req-f72e30e0-efd9-4a19-8e04-0b47ce93b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:30.557575 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c2ce0922-258e-4aeb-b841-e6a53c12c0bb req-f72e30e0-efd9-4a19-8e04-0b47ce93b054 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=9ecefe7b-b683-42a2-a063-26da0ebe8baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425439 Sep 05 12:44:30.577930 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (None), before_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:30.648757 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c2ce0922-258e-4aeb-b841-e6a53c12c0bb req-f9c72b61-4f29-4c6e-9c89-e1de23acf0d8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852468 Sep 05 12:44:30.685475 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_common [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Allocated IP 172.27.4.221 (de6b6e81-62d2-486b-904a-4e6e4bfb013e/ee2feda6-84b8-4fb0-9838-9cfe9ff91241/5f009769-9026-43de-b2a4-08baf647dc4c) {{(pid=106740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 05 12:44:30.742622 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c2ce0922-258e-4aeb-b841-e6a53c12c0bb req-376f6b17-9e0a-41b9-b067-2e43e2f229a7 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878570 Sep 05 12:44:30.791609 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for port (5f009769-9026-43de-b2a4-08baf647dc4c), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:30.945582 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768774844272', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (5f009769-9026-43de-b2a4-08baf647dc4c), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:30.988050 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Network de6b6e81-62d2-486b-904a-4e6e4bfb013e is already hosted by enough agents. {{(pid=106740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 05 12:44:30.990894 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.base_scheduler [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Resources bound (agent type, host, resource id): {{(pid=106740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 05 12:44:30.995053 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Received port after_create {{(pid=106740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 05 12:44:31.020809 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Pushing event updated for resources: {'Port': ['ID=5f009769-9026-43de-b2a4-08baf647dc4c,revision_number=1']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:44:31.031984 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:31.032336 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:31.032683 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:31.033023 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:31.033362 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:31.033693 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:31.034021 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:31.034348 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:31.034676 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:31.034999 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:31.035323 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:31.035678 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:31.036004 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:31.036325 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:31.036649 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:44:31.223506 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:31.229494 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:31.360375 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for floatingip (11daf092-1115-47cd-b5f3-9e2228184c91), precommit_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:31.487725 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (5f009769-9026-43de-b2a4-08baf647dc4c), before_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:31.637924 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for port (5f009769-9026-43de-b2a4-08baf647dc4c), precommit_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:31.698197 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8800150'] for port (5f009769-9026-43de-b2a4-08baf647dc4c), after_update {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:31.763240 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Pushing event updated for resources: {'Port': ['ID=5f009769-9026-43de-b2a4-08baf647dc4c,revision_number=2']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:44:31.768925 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633810'] for floatingip (11daf092-1115-47cd-b5f3-9e2228184c91), after_create {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:31.866306 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.l3_db [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Floating IP 11daf092-1115-47cd-b5f3-9e2228184c91 associated. External IP: 172.27.4.221, port: 660352b3-2051-4619-91f9-5d36ed125af6. Sep 05 12:44:32.051430 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:32.065950 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:44:32.172772 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:44:32.181934 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582424c6-bc68-467b-b5bc-701e527f89bb None None] Sync routers for ids ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:44:32.192202 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582424c6-bc68-467b-b5bc-701e527f89bb None None] Routers {'8cd2cbc7-5ce9-445b-9e4c-781d875476bc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:44:32.192815 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-582424c6-bc68-467b-b5bc-701e527f89bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:44:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:44:32.238353 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:32.269515 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-b31437b8-4cf2-478f-a6ab-8d1524d95f8d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8480771 Sep 05 12:44:32.270107 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'tag': '660352b3-2051-4619-91f9-5d36ed125af6'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:44:32.272439 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e491575-ea8b-4551-b338-b04deeddba6c" -d '{"events": [{"name": "network-changed", "server_uuid": "acfe1a7b-9132-4df1-b530-f0d30f94f388", "tag": "660352b3-2051-4619-91f9-5d36ed125af6"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:44:32.295908 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-582424c6-bc68-467b-b5bc-701e527f89bb None None] Set router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:44:32.365228 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e171eb-a647-451b-9e3e-d1e1fa8e27d0 x-openstack-request-id: req-18e171eb-a647-451b-9e3e-d1e1fa8e27d0 {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:44:32.365773 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acfe1a7b-9132-4df1-b530-f0d30f94f388", "tag": "660352b3-2051-4619-91f9-5d36ed125af6", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:44:32.365773 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18e171eb-a647-451b-9e3e-d1e1fa8e27d0 {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:44:32.366171 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e171eb-a647-451b-9e3e-d1e1fa8e27d0'] response: {'name': 'network-changed', 'server_uuid': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'tag': '660352b3-2051-4619-91f9-5d36ed125af6', 'status': 'completed', 'code': 200} Sep 05 12:44:32.456870 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e491575-ea8b-4551-b338-b04deeddba6c req-339c1fc1-fa45-4251-ab8c-d52a10aa4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:32.458239 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2e491575-ea8b-4551-b338-b04deeddba6c req-339c1fc1-fa45-4251-ab8c-d52a10aa4d27 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=58a867fbd2d444728391be6de51146c9&device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 1129 time: 0.0382712 Sep 05 12:44:32.550827 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e491575-ea8b-4551-b338-b04deeddba6c req-3bdf2a8d-1d8c-488d-a45e-a66cef06a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:32.552416 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2e491575-ea8b-4551-b338-b04deeddba6c req-3bdf2a8d-1d8c-488d-a45e-a66cef06a420 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=9ecefe7b-b683-42a2-a063-26da0ebe8baf HTTP/1.1" status: 200 len: 909 time: 0.0880654 Sep 05 12:44:32.584558 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-582424c6-bc68-467b-b5bc-701e527f89bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'name': 'tempest-TestShelveInstance-729362622-router', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:41Z', 'revision_number': 4, 'project_id': '58a867fbd2d444728391be6de51146c9', 'gw_port': {'id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '11daf092-1115-47cd-b5f3-9e2228184c91', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'floating_ip_address': '172.27.4.221', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'port_id': '660352b3-2051-4619-91f9-5d36ed125af6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'mac_address': 'fa:16:3e:e3:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:44:31Z', 'updated_at': '2022-09-05T12:44:31Z', 'revision_number': 0, 'project_id': '58a867fbd2d444728391be6de51146c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460055ad-56a3-4d61-afff-46f3ecde453f', 'name': '', 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'mac_address': 'fa:16:3e:6a:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:40Z', 'updated_at': '2022-09-05T12:43:46Z', 'revision_number': 5, 'project_id': '58a867fbd2d444728391be6de51146c9', 'subnets': [{'id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:44:32.591173 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:32.612425 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582424c6-bc68-467b-b5bc-701e527f89bb None None] Checking router: 8cd2cbc7-5ce9-445b-9e4c-781d875476bc for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:44:32.613777 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2e491575-ea8b-4551-b338-b04deeddba6c req-0a68285e-6c67-42e0-9a7c-ba21d900a840 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=660352b3-2051-4619-91f9-5d36ed125af6 HTTP/1.1" status: 200 len: 999 time: 0.0552602 Sep 05 12:44:32.621258 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582424c6-bc68-467b-b5bc-701e527f89bb None None] Routers {'8cd2cbc7-5ce9-445b-9e4c-781d875476bc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:44:32.621852 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-582424c6-bc68-467b-b5bc-701e527f89bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:44:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:44:32.663285 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e491575-ea8b-4551-b338-b04deeddba6c req-531a0bce-d6f9-4182-bca2-d78d927ce9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:32.664755 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2e491575-ea8b-4551-b338-b04deeddba6c req-531a0bce-d6f9-4182-bca2-d78d927ce9d1 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=64f83842-ad17-4ca9-bccd-b593859881fa HTTP/1.1" status: 200 len: 847 time: 0.0440264 Sep 05 12:44:32.712054 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e491575-ea8b-4551-b338-b04deeddba6c req-5c4bb7de-b4df-46c3-bc35-a1ef5a50a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:44:32.713560 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2e491575-ea8b-4551-b338-b04deeddba6c req-5c4bb7de-b4df-46c3-bc35-a1ef5a50a85e service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=9ecefe7b-b683-42a2-a063-26da0ebe8baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418622 Sep 05 12:44:32.720845 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-582424c6-bc68-467b-b5bc-701e527f89bb None None] Set router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:44:32.803288 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2e491575-ea8b-4551-b338-b04deeddba6c req-ac2c9456-b4ed-40d3-a41e-78252b00ddba service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837588 Sep 05 12:44:32.897765 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2e491575-ea8b-4551-b338-b04deeddba6c req-65e98080-4738-4d10-bea3-42e18291d2a0 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886276 Sep 05 12:44:32.926822 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-582424c6-bc68-467b-b5bc-701e527f89bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'name': 'tempest-TestShelveInstance-729362622-router', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:41Z', 'revision_number': 4, 'project_id': '58a867fbd2d444728391be6de51146c9', 'gw_port': {'id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '11daf092-1115-47cd-b5f3-9e2228184c91', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'floating_ip_address': '172.27.4.221', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'port_id': '660352b3-2051-4619-91f9-5d36ed125af6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'mac_address': 'fa:16:3e:e3:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:44:31Z', 'updated_at': '2022-09-05T12:44:31Z', 'revision_number': 0, 'project_id': '58a867fbd2d444728391be6de51146c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460055ad-56a3-4d61-afff-46f3ecde453f', 'name': '', 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'mac_address': 'fa:16:3e:6a:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:40Z', 'updated_at': '2022-09-05T12:43:46Z', 'revision_number': 5, 'project_id': '58a867fbd2d444728391be6de51146c9', 'subnets': [{'id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:44:32.951495 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582424c6-bc68-467b-b5bc-701e527f89bb None None] The sync data for ids ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'] in dv-cinder-801354-7-iscsi is: [{'id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'name': 'tempest-TestShelveInstance-729362622-router', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:41Z', 'revision_number': 4, 'project_id': '58a867fbd2d444728391be6de51146c9', 'gw_port': {'id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_floatingips': [{'id': '11daf092-1115-47cd-b5f3-9e2228184c91', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'floating_ip_address': '172.27.4.221', 'floating_network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'router_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'port_id': '660352b3-2051-4619-91f9-5d36ed125af6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'mac_address': 'fa:16:3e:e3:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-05T12:44:31Z', 'updated_at': '2022-09-05T12:44:31Z', 'revision_number': 0, 'project_id': '58a867fbd2d444728391be6de51146c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460055ad-56a3-4d61-afff-46f3ecde453f', 'name': '', 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'mac_address': 'fa:16:3e:6a:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:40Z', 'updated_at': '2022-09-05T12:43:46Z', 'revision_number': 5, 'project_id': '58a867fbd2d444728391be6de51146c9', 'subnets': [{'id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:44:33.138657 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e44a56-4daf-4b2a-8988-963745313969 None None] New status for floating IP 11daf092-1115-47cd-b5f3-9e2228184c91: ACTIVE {{(pid=106741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:44:33.658899 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-7ac8025f-3efc-4ad9-a849-e1c1d052ab21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:36.082293 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-c537eecc-54a9-4be7-a51f-016a3fb3f99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:37.430735 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:38.784020 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:39.160561 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:42.264818 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:42.266625 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:42.892923 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=72 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:42.894819 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=26 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:42.928854 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:DELETE=1,neutron:SELECT=73 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:42.929600 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=84 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:49.098354 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:49.105345 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:44:51.698941 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:44:54.000866 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [req-68488441-ff0d-44aa-892b-e3404b693ab1 req-fac153b4-7893-43a4-b04b-6b9b60d359f4 service neutron] (106739) timed out ('10.222.0.58', 62801) {{(pid=106739) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 05 12:44:57.283900 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:44:57.957463 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [req-2d4631e9-8608-4b90-bfac-977c498bee1e req-098f4716-d3df-49fe-8774-5bc4db2e79e9 service neutron] (106740) timed out ('10.222.0.58', 62789) {{(pid=106740) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 05 12:45:01.597436 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:45:01.680704 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:45:03.658129 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d2000779-c6ed-400e-a55b-28f954dbebeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:45:06.125563 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-30fc17ba-c573-405a-8bbb-6dc249123169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:45:07.401751 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:45:08.789930 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:45:09.190076 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:45:11.382921 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:45:11.383643 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:45:19.107164 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=9 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:45:19.109150 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:45:21.681307 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:45:30.140770 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=13 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:45:30.143132 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=13 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:45:31.608045 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:45:31.611833 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:45:33.115491 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5aec585f-d514-48d9-841a-91dc98523cda req-fb1192b0-6e1b-4325-a6cd-f1efd9347074 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813150 Sep 05 12:45:33.234932 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec585f-d514-48d9-841a-91dc98523cda req-02e3497d-97a5-451c-b228-f0c2eb42c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:45:33.236427 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5aec585f-d514-48d9-841a-91dc98523cda req-02e3497d-97a5-451c-b228-f0c2eb42c9d7 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=58a867fbd2d444728391be6de51146c9&device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 1129 time: 0.0386279 Sep 05 12:45:33.343293 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec585f-d514-48d9-841a-91dc98523cda req-11fc5403-2b27-4bb7-8c4f-eff33b0fe1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:45:33.345482 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5aec585f-d514-48d9-841a-91dc98523cda req-11fc5403-2b27-4bb7-8c4f-eff33b0fe1bb service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=9ecefe7b-b683-42a2-a063-26da0ebe8baf HTTP/1.1" status: 200 len: 909 time: 0.0897067 Sep 05 12:45:33.408487 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5aec585f-d514-48d9-841a-91dc98523cda req-d46c7814-330e-4228-bbc4-5be1bbb61e79 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=660352b3-2051-4619-91f9-5d36ed125af6 HTTP/1.1" status: 200 len: 1001 time: 0.0549498 Sep 05 12:45:33.464328 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec585f-d514-48d9-841a-91dc98523cda req-7d3782d4-e8d5-4885-86c8-4825a3595818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:45:33.465747 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5aec585f-d514-48d9-841a-91dc98523cda req-7d3782d4-e8d5-4885-86c8-4825a3595818 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=64f83842-ad17-4ca9-bccd-b593859881fa HTTP/1.1" status: 200 len: 847 time: 0.0469036 Sep 05 12:45:33.510947 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec585f-d514-48d9-841a-91dc98523cda req-694c13bc-8da1-4f2e-8661-4fd8428b8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:45:33.512432 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5aec585f-d514-48d9-841a-91dc98523cda req-694c13bc-8da1-4f2e-8661-4fd8428b8358 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=9ecefe7b-b683-42a2-a063-26da0ebe8baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374489 Sep 05 12:45:33.614080 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5aec585f-d514-48d9-841a-91dc98523cda req-04ae42a0-1c27-467b-9c7e-3a4e55b8622d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848572 Sep 05 12:45:33.675091 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-947d713d-6a90-41db-8b80-034b4f628a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:45:33.702946 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-5aec585f-d514-48d9-841a-91dc98523cda req-6a8f26b1-fc14-4ac7-aea9-aee2e82216d1 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854461 Sep 05 12:45:34.283389 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:45:36.103432 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-e11e760e-21d3-4036-b9ef-3741adf40bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:45:37.417825 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:45:38.789312 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:45:39.177762 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:45:43.698039 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=50 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:45:43.699908 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=51 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:45:48.378228 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:45:48.383057 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:45:49.109296 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:45:49.111178 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:45:51.684455 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:03.669538 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-9c81bffc-7840-4d58-9706-f5adfc416016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:06.086387 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-9352c33e-7026-468d-bc52-c343e31e89fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:07.432367 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:08.861312 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:09.160606 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:11.283482 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:46:19.112806 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:46:19.114724 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:46:21.671808 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:25.374842 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:46:29.837649 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f14851-1fea-40c7-a345-03df992cd948 req-a2f1a76b-cffb-4dae-9bd9-8313ece5f42a tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:29.839168 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a7f14851-1fea-40c7-a345-03df992cd948 req-a2f1a76b-cffb-4dae-9bd9-8313ece5f42a tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0482805 Sep 05 12:46:29.892825 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-a7f14851-1fea-40c7-a345-03df992cd948 req-dcf5f389-ac71-4abe-8c7f-fc5d6555d4e2 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480678 Sep 05 12:46:31.019021 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae980a8-92f4-47c0-bc28-33d8765807b7 req-c82ce6f7-850a-43c9-ab5a-9762f190f6a7 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:31.021060 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5ae980a8-92f4-47c0-bc28-33d8765807b7 req-c82ce6f7-850a-43c9-ab5a-9762f190f6a7 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0486357 Sep 05 12:46:31.071875 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-5ae980a8-92f4-47c0-bc28-33d8765807b7 req-04be326a-d390-447d-b42a-68405c1e6b58 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452201 Sep 05 12:46:31.337691 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:46:31.611939 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:46:31.617788 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:46:32.196718 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b28e1-d21e-4a45-a96b-b454a99bae50 req-eba2daad-82b4-46ce-a538-8792723f9d26 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:32.198151 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6c3b28e1-d21e-4a45-a96b-b454a99bae50 req-eba2daad-82b4-46ce-a538-8792723f9d26 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0460217 Sep 05 12:46:32.245637 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-6c3b28e1-d21e-4a45-a96b-b454a99bae50 req-d6c77cf4-4977-4219-ac2a-2d65ff065923 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420678 Sep 05 12:46:33.371390 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1712e-066f-49bb-9657-ff4022606297 req-0c4bbec1-74b6-4784-915c-2bb1d3e22e96 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:33.372811 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-44a1712e-066f-49bb-9657-ff4022606297 req-0c4bbec1-74b6-4784-915c-2bb1d3e22e96 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0488424 Sep 05 12:46:33.421531 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-44a1712e-066f-49bb-9657-ff4022606297 req-5565635a-c1e7-485c-8498-aff200a9d73e tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429862 Sep 05 12:46:33.662751 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-6745238f-3aef-409c-851e-08bb44f9c456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:34.539859 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536268ba-896c-4331-8184-b0f2517b3c18 req-22aab3f0-8a06-485f-b87f-4b29b8cd59a2 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:34.541284 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-536268ba-896c-4331-8184-b0f2517b3c18 req-22aab3f0-8a06-485f-b87f-4b29b8cd59a2 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0458651 Sep 05 12:46:34.589038 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-536268ba-896c-4331-8184-b0f2517b3c18 req-d368acda-d13b-41b8-90a7-d0dfd6156a00 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422575 Sep 05 12:46:35.134436 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6ae75-32ec-423f-b2f2-facbe863a584 req-3e87ddfa-177c-44d5-8a2a-0e61d8426933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:35.136000 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c7d6ae75-32ec-423f-b2f2-facbe863a584 req-3e87ddfa-177c-44d5-8a2a-0e61d8426933 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=58a867fbd2d444728391be6de51146c9&device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 1129 time: 0.0425878 Sep 05 12:46:35.237787 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6ae75-32ec-423f-b2f2-facbe863a584 req-822fa468-cfa0-4109-bd86-39851faa4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:35.239970 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c7d6ae75-32ec-423f-b2f2-facbe863a584 req-822fa468-cfa0-4109-bd86-39851faa4369 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=9ecefe7b-b683-42a2-a063-26da0ebe8baf HTTP/1.1" status: 200 len: 909 time: 0.0855908 Sep 05 12:46:35.303794 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c7d6ae75-32ec-423f-b2f2-facbe863a584 req-fea52f73-f81c-4cfe-9ef3-9e7b84f13424 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=660352b3-2051-4619-91f9-5d36ed125af6 HTTP/1.1" status: 200 len: 1001 time: 0.0578585 Sep 05 12:46:35.351341 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6ae75-32ec-423f-b2f2-facbe863a584 req-fd975cba-6778-41ea-ac81-58d76195c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:35.352839 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c7d6ae75-32ec-423f-b2f2-facbe863a584 req-fd975cba-6778-41ea-ac81-58d76195c868 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=64f83842-ad17-4ca9-bccd-b593859881fa HTTP/1.1" status: 200 len: 847 time: 0.0431621 Sep 05 12:46:35.395035 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6ae75-32ec-423f-b2f2-facbe863a584 req-5c96765f-bc2c-4a38-a90b-16dcd430868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:35.396515 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c7d6ae75-32ec-423f-b2f2-facbe863a584 req-5c96765f-bc2c-4a38-a90b-16dcd430868c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=9ecefe7b-b683-42a2-a063-26da0ebe8baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371861 Sep 05 12:46:35.491900 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c7d6ae75-32ec-423f-b2f2-facbe863a584 req-1cbae86b-7a36-4d44-930d-7de3c20926ae service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889864 Sep 05 12:46:35.579822 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-c7d6ae75-32ec-423f-b2f2-facbe863a584 req-bb716c07-7600-464d-8c60-cb2b627c9e68 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820184 Sep 05 12:46:35.707975 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88a946-d8e4-4d2e-8388-aa8fa5af00b3 req-89b30d5a-4871-457b-b7ac-bf7d0239d4e9 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:35.709430 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1b88a946-d8e4-4d2e-8388-aa8fa5af00b3 req-89b30d5a-4871-457b-b7ac-bf7d0239d4e9 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0458634 Sep 05 12:46:35.757995 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-1b88a946-d8e4-4d2e-8388-aa8fa5af00b3 req-755ebe00-cfb3-4410-9d8d-18e770b249bc tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429969 Sep 05 12:46:36.111839 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-0e3251ad-f903-4d54-88b5-04cfa712fc59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:36.880032 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8bf77-212f-4a1d-be31-2ff9ba7fbacd req-5cfd8670-d1d8-401b-8fa3-9dd30a84304d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:36.881498 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f2b8bf77-212f-4a1d-be31-2ff9ba7fbacd req-5cfd8670-d1d8-401b-8fa3-9dd30a84304d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0502396 Sep 05 12:46:36.929370 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f2b8bf77-212f-4a1d-be31-2ff9ba7fbacd req-4e0f4041-2ed2-4bf5-8530-5b890a77d001 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423460 Sep 05 12:46:37.420234 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:38.048684 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9499e24-1493-41c7-98a1-80cccaaa815d req-fb60208f-82c8-42c3-b538-16d87ebbdd86 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:38.050183 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a9499e24-1493-41c7-98a1-80cccaaa815d req-fb60208f-82c8-42c3-b538-16d87ebbdd86 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0469115 Sep 05 12:46:38.104245 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-a9499e24-1493-41c7-98a1-80cccaaa815d req-015e195b-efdb-4231-a2fa-c3879970211c tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472701 Sep 05 12:46:38.788355 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:39.171248 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:39.225463 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758b296-5312-40a7-93d6-78204662032b req-6150d77f-0875-4a46-afa6-7bef82680c33 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:39.226914 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0758b296-5312-40a7-93d6-78204662032b req-6150d77f-0875-4a46-afa6-7bef82680c33 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0472717 Sep 05 12:46:39.274558 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0758b296-5312-40a7-93d6-78204662032b req-b58788a1-0841-4b48-9434-c1bdfaf6b138 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419698 Sep 05 12:46:40.189986 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:46:40.197163 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525495f3-fd1c-47dd-a7ce-6e12527b3c6f req-cb13dab2-f8f7-4b5b-bc77-4fa1b28b8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:40.202197 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-525495f3-fd1c-47dd-a7ce-6e12527b3c6f req-cb13dab2-f8f7-4b5b-bc77-4fa1b28b8139 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=58a867fbd2d444728391be6de51146c9&device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 1129 time: 0.0372176 Sep 05 12:46:40.257032 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:46:40.290366 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525495f3-fd1c-47dd-a7ce-6e12527b3c6f req-e7742c6b-c1fb-4dad-ac57-86c02b18915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:40.291826 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-525495f3-fd1c-47dd-a7ce-6e12527b3c6f req-e7742c6b-c1fb-4dad-ac57-86c02b18915c service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=9ecefe7b-b683-42a2-a063-26da0ebe8baf HTTP/1.1" status: 200 len: 909 time: 0.0875907 Sep 05 12:46:40.356831 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-525495f3-fd1c-47dd-a7ce-6e12527b3c6f req-405ab18e-56ab-4066-9c71-8c9a0ac00d56 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=660352b3-2051-4619-91f9-5d36ed125af6 HTTP/1.1" status: 200 len: 1001 time: 0.0555279 Sep 05 12:46:40.399962 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae19ed4-b203-41f8-8e4c-ce6b2cfe5920 req-bdcbc26e-7caa-4823-bb8f-13e1e2965703 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:40.401426 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4ae19ed4-b203-41f8-8e4c-ce6b2cfe5920 req-bdcbc26e-7caa-4823-bb8f-13e1e2965703 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0506489 Sep 05 12:46:40.412891 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525495f3-fd1c-47dd-a7ce-6e12527b3c6f req-55e4dc85-4c1d-4525-9517-fec992306a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:40.414322 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-525495f3-fd1c-47dd-a7ce-6e12527b3c6f req-55e4dc85-4c1d-4525-9517-fec992306a88 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=64f83842-ad17-4ca9-bccd-b593859881fa HTTP/1.1" status: 200 len: 847 time: 0.0481708 Sep 05 12:46:40.451912 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4ae19ed4-b203-41f8-8e4c-ce6b2cfe5920 req-5e4c9b6d-39a4-499f-9af7-447e1f825bfa tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447323 Sep 05 12:46:40.458895 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525495f3-fd1c-47dd-a7ce-6e12527b3c6f req-2d904d41-e474-47e3-b490-d47ab7575461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:40.460416 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-525495f3-fd1c-47dd-a7ce-6e12527b3c6f req-2d904d41-e474-47e3-b490-d47ab7575461 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=9ecefe7b-b683-42a2-a063-26da0ebe8baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385861 Sep 05 12:46:40.555391 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-525495f3-fd1c-47dd-a7ce-6e12527b3c6f req-069fa48f-1ca4-4145-9de4-6e9627387b84 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857205 Sep 05 12:46:40.646484 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-525495f3-fd1c-47dd-a7ce-6e12527b3c6f req-6f1fffd3-6327-4d42-87e2-b967a023fa52 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818591 Sep 05 12:46:41.572418 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14829d-4d09-42c9-943f-f0bf4878f5c7 req-b6ed2e1a-fda3-481d-a49d-4f33ffad9c44 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:41.573867 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0d14829d-4d09-42c9-943f-f0bf4878f5c7 req-b6ed2e1a-fda3-481d-a49d-4f33ffad9c44 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0453601 Sep 05 12:46:41.624872 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-0d14829d-4d09-42c9-943f-f0bf4878f5c7 req-5430caed-f1a7-4cbe-abe3-26e64100b2a2 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455630 Sep 05 12:46:42.748058 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c639d-2228-4c11-8ccc-b22fc1938b83 req-579fec75-9c75-4014-95fe-7b3cd2cf0f0b tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:42.749516 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-959c639d-2228-4c11-8ccc-b22fc1938b83 req-579fec75-9c75-4014-95fe-7b3cd2cf0f0b tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0466380 Sep 05 12:46:42.798788 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-959c639d-2228-4c11-8ccc-b22fc1938b83 req-f44fb097-af44-4b1a-b0ee-8c8e8a728fd8 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434606 Sep 05 12:46:44.180035 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd18114-6ca4-4a30-9bab-bb11e2170b2e req-81f68d2a-2aad-4ccf-92ad-b5c0e5535867 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:44.181510 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bd18114-6ca4-4a30-9bab-bb11e2170b2e req-81f68d2a-2aad-4ccf-92ad-b5c0e5535867 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.3088188 Sep 05 12:46:44.229859 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-2bd18114-6ca4-4a30-9bab-bb11e2170b2e req-b68d13c3-7be9-412f-8117-14106a57ce13 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425484 Sep 05 12:46:44.305702 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [req-18588fa2-e87b-485a-8fbf-6bd9022c85bb req-0074cafd-193a-4529-ad16-019052f71bf6 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 05 12:46:44.306715 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-18588fa2-e87b-485a-8fbf-6bd9022c85bb req-0074cafd-193a-4529-ad16-019052f71bf6 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059304 Sep 05 12:46:44.643756 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b57d4-00d0-4a7e-950e-55a30800ef9e req-09fe5f31-9ae4-4d18-a6f7-2504504ba474 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:44.645216 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ee0b57d4-00d0-4a7e-950e-55a30800ef9e req-09fe5f31-9ae4-4d18-a6f7-2504504ba474 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0455413 Sep 05 12:46:44.696252 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ee0b57d4-00d0-4a7e-950e-55a30800ef9e req-7cabf69c-e72c-4f24-a312-63ede68a7d4e tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448384 Sep 05 12:46:44.726562 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60454) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:46:44.806006 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-11555ad2-c0f3-4a25-9397-e84dfc03d23e service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0782170 Sep 05 12:46:44.814386 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-fb9d7c63-2c72-4ae6-b492-5c4db0366d36 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 05 12:46:44.815308 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-fb9d7c63-2c72-4ae6-b492-5c4db0366d36 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048029 Sep 05 12:46:44.910096 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 60462) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:46:45.003277 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-4efd622a-27d4-4ac8-9dc8-db70538d5c61 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:45.004645 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-4efd622a-27d4-4ac8-9dc8-db70538d5c61 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports/660352b3-2051-4619-91f9-5d36ed125af6 HTTP/1.1" status: 200 len: 942 time: 0.0935426 Sep 05 12:46:45.822321 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409f7a9-f183-4750-9a3b-69b9e243a392 req-94b51e6c-9c79-4541-9f7c-54b2a08bea3b tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:45.823825 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f409f7a9-f183-4750-9a3b-69b9e243a392 req-94b51e6c-9c79-4541-9f7c-54b2a08bea3b tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0487657 Sep 05 12:46:45.873893 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f409f7a9-f183-4750-9a3b-69b9e243a392 req-f7a7c4e7-a13e-42d3-adf1-7de7540bfdec tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441921 Sep 05 12:46:45.946596 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 660352b3-2051-4619-91f9-5d36ed125af6 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:46:46.016580 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 660352b3-2051-4619-91f9-5d36ed125af6 is: ACTIVE; New status is: DOWN {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:46:46.016969 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (660352b3-2051-4619-91f9-5d36ed125af6), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:46.042613 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '660352b3-2051-4619-91f9-5d36ed125af6'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:46:46.044838 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a49ac50-8a6e-4445-b929-e4300a3b4b6e" -d '{"events": [{"server_uuid": "acfe1a7b-9132-4df1-b530-f0d30f94f388", "name": "network-vif-unplugged", "status": "completed", "tag": "660352b3-2051-4619-91f9-5d36ed125af6"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:46:46.058317 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 660352b3-2051-4619-91f9-5d36ed125af6, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=660352b3-2051-4619-91f9-5d36ed125af6,segment=NetworkSegment(6872464f-889b-4aef-8cff-edcee28518a9),segment_id=6872464f-889b-4aef-8cff-edcee28518a9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:46:46.126020 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (660352b3-2051-4619-91f9-5d36ed125af6), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:46.149556 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Sep 2022 12:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b31b43-3b10-4e79-b279-019ca6eac790 x-openstack-request-id: req-e3b31b43-3b10-4e79-b279-019ca6eac790 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:46:46.149843 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfe1a7b-9132-4df1-b530-f0d30f94f388", "name": "network-vif-unplugged", "status": "failed", "tag": "660352b3-2051-4619-91f9-5d36ed125af6", "code": 422}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:46:46.150099 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3b31b43-3b10-4e79-b279-019ca6eac790 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:46:46.150536 dv-cinder-801354-7-iscsi neutron-server[106741]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e3b31b43-3b10-4e79-b279-019ca6eac790']: {'server_uuid': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '660352b3-2051-4619-91f9-5d36ed125af6', 'code': 422} returned with failed status Sep 05 12:46:46.176104 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=660352b3-2051-4619-91f9-5d36ed125af6,revision_number=6']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:46:46.183036 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:46:46.185191 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:46:46.185191 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:46:46.185191 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:46:46.185191 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:46:46.185191 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:46:46.185191 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:46:46.185723 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:46:46.185723 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:46:46.185958 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:46:46.186284 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:46:46.186609 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:46:46.186934 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:46:46.187256 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:46:46.187597 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:46:46.993810 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45228731-8264-47ed-9d0a-50458b230dad req-4849e247-62ab-49dc-88ea-366720dcfa95 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:46.995360 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-45228731-8264-47ed-9d0a-50458b230dad req-4849e247-62ab-49dc-88ea-366720dcfa95 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.0465467 Sep 05 12:46:47.045122 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-45228731-8264-47ed-9d0a-50458b230dad req-d53e1d1c-4e1e-4f4a-a709-da4064e16724 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438528 Sep 05 12:46:47.998461 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-30bedd35-a21c-431b-8a76-d7dbafb4cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:47.999857 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-30bedd35-a21c-431b-8a76-d7dbafb4cd05 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388&tenant_id=58a867fbd2d444728391be6de51146c9 HTTP/1.1" status: 200 len: 1127 time: 0.0373447 Sep 05 12:46:48.085698 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-c7804f5f-7d3a-4e67-9402-d8fe805d7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:48.087206 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-c7804f5f-7d3a-4e67-9402-d8fe805d7f10 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=58a867fbd2d444728391be6de51146c9&device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 1127 time: 0.0391572 Sep 05 12:46:48.200539 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d74fa8-b6bb-4054-81ea-57d1ca9c9e00 req-56c4d11f-2250-428f-9e0c-a860525c2181 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:48.202007 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e8d74fa8-b6bb-4054-81ea-57d1ca9c9e00 req-56c4d11f-2250-428f-9e0c-a860525c2181 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.0583730 Sep 05 12:46:48.236522 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-229372c5-fa61-4724-bcdc-445b0eab6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:48.237927 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-229372c5-fa61-4724-bcdc-445b0eab6250 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=9ecefe7b-b683-42a2-a063-26da0ebe8baf HTTP/1.1" status: 200 len: 909 time: 0.1413453 Sep 05 12:46:48.247060 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:46:48.282129 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:46:48.303837 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-e8d74fa8-b6bb-4054-81ea-57d1ca9c9e00 req-71451723-fe3d-439a-9102-684eb6991629 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952864 Sep 05 12:46:48.322848 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-16ca8e5f-1417-4101-8ee8-0599315c8f15 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=660352b3-2051-4619-91f9-5d36ed125af6 HTTP/1.1" status: 200 len: 999 time: 0.0729222 Sep 05 12:46:48.340221 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=100 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:46:48.375722 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-080cfe9e-b474-4db3-990e-40df7d544094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:48.377384 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-080cfe9e-b474-4db3-990e-40df7d544094 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=64f83842-ad17-4ca9-bccd-b593859881fa HTTP/1.1" status: 200 len: 847 time: 0.0447905 Sep 05 12:46:48.418617 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-c55c8917-efd9-496b-b010-5905f05d1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:48.420052 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-c55c8917-efd9-496b-b010-5905f05d1495 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=9ecefe7b-b683-42a2-a063-26da0ebe8baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360122 Sep 05 12:46:48.517751 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-ec1ea377-e472-4aa9-ad64-d4318c357673 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876224 Sep 05 12:46:48.615668 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-d5ce46d6-cbe5-4eed-a06c-d1114873fbcf req-c1110964-7d26-43e8-b1cc-4bdf29dc8d7a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887988 Sep 05 12:46:49.427971 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9d851-9eba-4283-9e02-ef9a7d42b103 req-43abbc71-cb4f-4388-8057-2856e29b264a tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:49.429409 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4ac9d851-9eba-4283-9e02-ef9a7d42b103 req-43abbc71-cb4f-4388-8057-2856e29b264a tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.0506823 Sep 05 12:46:49.479200 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-4ac9d851-9eba-4283-9e02-ef9a7d42b103 req-3cbe4b27-d19f-47d5-a130-ef3744483f64 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442522 Sep 05 12:46:50.596853 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce820e-1ff9-4be6-bcd3-2c38845e2fa7 req-55d328ac-4362-412c-b208-7f877cf2008a tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:50.598304 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-75ce820e-1ff9-4be6-bcd3-2c38845e2fa7 req-55d328ac-4362-412c-b208-7f877cf2008a tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.0465171 Sep 05 12:46:50.646710 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-75ce820e-1ff9-4be6-bcd3-2c38845e2fa7 req-0701b02b-1a43-4649-9dd2-e473b022ac99 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 Sep 05 12:46:51.717410 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:51.766734 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e9c9-a0aa-4197-bf24-bdcc83373c1e req-ec33c997-4531-4058-b97a-d2378865d921 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:51.768311 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c2a7e9c9-a0aa-4197-bf24-bdcc83373c1e req-ec33c997-4531-4058-b97a-d2378865d921 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.0477080 Sep 05 12:46:51.816878 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-c2a7e9c9-a0aa-4197-bf24-bdcc83373c1e req-e228381f-ad78-44d1-9ce8-f40cbc41cfc3 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423210 Sep 05 12:46:52.937927 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b1e58-2aeb-4300-8b9c-d3adf7ecb575 req-c536f5a2-a24c-4d59-abc7-82d6db54a203 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:52.939401 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-149b1e58-2aeb-4300-8b9c-d3adf7ecb575 req-c536f5a2-a24c-4d59-abc7-82d6db54a203 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.0470781 Sep 05 12:46:52.988422 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-149b1e58-2aeb-4300-8b9c-d3adf7ecb575 req-4aa21586-5389-452d-a338-de983759e710 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434661 Sep 05 12:46:54.070531 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:46:54.072368 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:46:54.111346 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bee19c-d944-4d8f-adfc-9d17cbb826a3 req-7a43bfa2-366a-4c13-9b7f-383fd00751da tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:54.112833 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f0bee19c-d944-4d8f-adfc-9d17cbb826a3 req-7a43bfa2-366a-4c13-9b7f-383fd00751da tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.0505264 Sep 05 12:46:54.162653 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-f0bee19c-d944-4d8f-adfc-9d17cbb826a3 req-83dd5b31-ef4d-4ad0-b9e7-106c46b01186 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434384 Sep 05 12:46:55.287591 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4960ac6-101d-420b-b850-e95af076127a req-ac100ab5-87f1-4d16-9dee-9a0c1bcd0764 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:55.289044 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b4960ac6-101d-420b-b850-e95af076127a req-ac100ab5-87f1-4d16-9dee-9a0c1bcd0764 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 943 time: 0.0504954 Sep 05 12:46:55.337144 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b4960ac6-101d-420b-b850-e95af076127a req-74d770a3-3df9-402f-aee6-7b696a1601fa tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426197 Sep 05 12:46:55.999629 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 660352b3-2051-4619-91f9-5d36ed125af6 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 05 12:46:56.099223 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 660352b3-2051-4619-91f9-5d36ed125af6, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=660352b3-2051-4619-91f9-5d36ed125af6,segment=NetworkSegment(6872464f-889b-4aef-8cff-edcee28518a9),segment_id=6872464f-889b-4aef-8cff-edcee28518a9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:46:56.110533 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Returning: {'device': '660352b3-2051-4619-91f9-5d36ed125af6', 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'port_id': '660352b3-2051-4619-91f9-5d36ed125af6', 'mac_address': 'fa:16:3e:e3:9a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 05 12:46:56.144142 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 660352b3-2051-4619-91f9-5d36ed125af6 is: DOWN; New status is: BUILD {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:46:56.144543 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (660352b3-2051-4619-91f9-5d36ed125af6), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:56.157508 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660352b3-2051-4619-91f9-5d36ed125af6 {{(pid=106741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 05 12:46:56.180956 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 660352b3-2051-4619-91f9-5d36ed125af6, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=660352b3-2051-4619-91f9-5d36ed125af6,segment=NetworkSegment(6872464f-889b-4aef-8cff-edcee28518a9),segment_id=6872464f-889b-4aef-8cff-edcee28518a9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:46:56.260111 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (660352b3-2051-4619-91f9-5d36ed125af6), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:56.305074 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=660352b3-2051-4619-91f9-5d36ed125af6,revision_number=7']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:46:56.457665 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb66e67-b111-4790-a940-0249f85f2591 req-08c9ebe2-0426-4479-be84-2f41350e1b4d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:56.459160 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bbb66e67-b111-4790-a940-0249f85f2591 req-08c9ebe2-0426-4479-be84-2f41350e1b4d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 944 time: 0.0463552 Sep 05 12:46:56.508876 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-bbb66e67-b111-4790-a940-0249f85f2591 req-aa2a7849-f00f-44ed-8c92-e612d815036a tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431964 Sep 05 12:46:56.671121 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] get_ports_and_sgs() called for port_ids ['660352b3-2051-4619-91f9-5d36ed125af6'] {{(pid=106741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 05 12:46:56.854760 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:46:56.878291 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:46:57.625428 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1ef87-9c6b-43ac-b69d-fded4c948e8a req-ca509afb-b373-4980-bcb9-4236fd930173 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:57.627134 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1cd1ef87-9c6b-43ac-b69d-fded4c948e8a req-ca509afb-b373-4980-bcb9-4236fd930173 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 944 time: 0.0460079 Sep 05 12:46:57.676476 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-1cd1ef87-9c6b-43ac-b69d-fded4c948e8a req-d7b7761d-c810-4549-bcaa-a3a65867d227 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437982 Sep 05 12:46:58.023296 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 660352b3-2051-4619-91f9-5d36ed125af6 up at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 05 12:46:58.066694 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.provisioning_blocks [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Provisioning complete for port 660352b3-2051-4619-91f9-5d36ed125af6 triggered by entity L2. {{(pid=106741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 05 12:46:58.067055 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087914'] for port (660352b3-2051-4619-91f9-5d36ed125af6), provisioning_complete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:58.140773 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Current status of the port 660352b3-2051-4619-91f9-5d36ed125af6 is: BUILD; New status is: ACTIVE {{(pid=106741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 05 12:46:58.141165 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7996634'] for port (660352b3-2051-4619-91f9-5d36ed125af6), before_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:58.162988 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660352b3-2051-4619-91f9-5d36ed125af6'}] {{(pid=106741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:46:58.165254 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed9fa0637c864573a0fe0d40a5de9075c74e69588b49c7c91e6eb8ffa7655fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244630df-6a27-42a2-a02d-c9b8074d3d05" -d '{"events": [{"server_uuid": "acfe1a7b-9132-4df1-b530-f0d30f94f388", "name": "network-vif-plugged", "status": "completed", "tag": "660352b3-2051-4619-91f9-5d36ed125af6"}]}' {{(pid=106741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:46:58.177855 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] For port 660352b3-2051-4619-91f9-5d36ed125af6, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=660352b3-2051-4619-91f9-5d36ed125af6,segment=NetworkSegment(6872464f-889b-4aef-8cff-edcee28518a9),segment_id=6872464f-889b-4aef-8cff-edcee28518a9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:46:58.202990 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2845df39-2e55-4794-8a3a-d84404f6b458 x-openstack-request-id: req-2845df39-2e55-4794-8a3a-d84404f6b458 {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:46:58.203280 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfe1a7b-9132-4df1-b530-f0d30f94f388", "name": "network-vif-plugged", "status": "completed", "tag": "660352b3-2051-4619-91f9-5d36ed125af6", "code": 200}]} {{(pid=106741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:46:58.203552 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2845df39-2e55-4794-8a3a-d84404f6b458 {{(pid=106741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:46:58.204014 dv-cinder-801354-7-iscsi neutron-server[106741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2845df39-2e55-4794-8a3a-d84404f6b458'] response: {'server_uuid': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660352b3-2051-4619-91f9-5d36ed125af6', 'code': 200} Sep 05 12:46:58.222599 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768775349378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768774844290', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768774844308'] for port (660352b3-2051-4619-91f9-5d36ed125af6), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:46:58.270454 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Pushing event updated for resources: {'Port': ['ID=660352b3-2051-4619-91f9-5d36ed125af6,revision_number=8']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:46:58.559170 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4375b-f113-4c87-b635-4d75b7ea90b7 req-63c8cfb2-27f5-4158-a930-d620511b1fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:58.560594 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ffb4375b-f113-4c87-b635-4d75b7ea90b7 req-63c8cfb2-27f5-4158-a930-d620511b1fcd service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 1129 time: 0.0378582 Sep 05 12:46:58.615035 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-ffb4375b-f113-4c87-b635-4d75b7ea90b7 req-5dba47aa-0b1d-4e69-a65b-7e08168f30ff service neutron] 10.222.0.58 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447011 Sep 05 12:46:58.797652 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56756d6a-f6b0-47a0-bf6e-73e778aa4f55 req-e6a7ca84-df4c-46de-b047-27655dd42756 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:58.799119 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-56756d6a-f6b0-47a0-bf6e-73e778aa4f55 req-e6a7ca84-df4c-46de-b047-27655dd42756 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0479271 Sep 05 12:46:58.847304 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-56756d6a-f6b0-47a0-bf6e-73e778aa4f55 req-dadef713-1a1a-4545-ad25-1e718df7a75a tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424285 Sep 05 12:46:59.971623 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998461-dc10-48a4-be25-ae3a066415bb req-406cbb41-84a3-4219-997a-ee93c53951c1 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:46:59.973064 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-10998461-dc10-48a4-be25-ae3a066415bb req-406cbb41-84a3-4219-997a-ee93c53951c1 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0464611 Sep 05 12:47:00.026704 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-10998461-dc10-48a4-be25-ae3a066415bb req-e5188224-a36b-4ddb-9a71-cdbde83b628d tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482240 Sep 05 12:47:01.147574 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ad9b3-d8d6-49f5-aa03-e78243c008b0 req-91311469-448e-4ab5-82ba-32a61d4ea338 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:47:01.149731 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fb2ad9b3-d8d6-49f5-aa03-e78243c008b0 req-91311469-448e-4ab5-82ba-32a61d4ea338 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0466647 Sep 05 12:47:01.197569 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fb2ad9b3-d8d6-49f5-aa03-e78243c008b0 req-dc65cb66-6b7b-4288-82bf-1a06f29265f4 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423982 Sep 05 12:47:02.370295 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:47:02.375059 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:47:03.668160 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d61e-9470-48ba-8563-eaa9878334a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:47:06.205443 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-df06ee5b-8046-40c1-957f-b7da17a8cd05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:47:07.434259 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:47:08.796780 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:47:09.168255 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:47:10.017662 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=21 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:47:10.021550 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=31 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:47:11.185019 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=90 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:47:11.193075 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=94 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:47:19.119113 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:47:19.121039 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=32,neutron:UPDATE=5 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:47:21.716354 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:47:25.281267 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:47:31.650286 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:47:31.657236 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:47:33.670537 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-6088d79a-cb1d-4205-9e45-ddde431d9d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:47:35.147150 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b2f1562e-e636-41ae-8619-9b0bc7698976 req-8b271f3f-9c7c-4bd0-b80c-69a5c1746e77 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404241 Sep 05 12:47:35.253082 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1562e-e636-41ae-8619-9b0bc7698976 req-5e58445c-7f12-467b-b5da-053bf7f3e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:47:35.254522 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b2f1562e-e636-41ae-8619-9b0bc7698976 req-5e58445c-7f12-467b-b5da-053bf7f3e76d service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=58a867fbd2d444728391be6de51146c9&device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 1129 time: 0.0374177 Sep 05 12:47:35.364192 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1562e-e636-41ae-8619-9b0bc7698976 req-6044f356-4cd5-4354-82fc-e47536cd42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:47:35.365681 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b2f1562e-e636-41ae-8619-9b0bc7698976 req-6044f356-4cd5-4354-82fc-e47536cd42ea service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=9ecefe7b-b683-42a2-a063-26da0ebe8baf HTTP/1.1" status: 200 len: 909 time: 0.0894592 Sep 05 12:47:35.427338 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b2f1562e-e636-41ae-8619-9b0bc7698976 req-d3ad4cc9-ce59-4dec-ab34-e9c29bb5e178 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=660352b3-2051-4619-91f9-5d36ed125af6 HTTP/1.1" status: 200 len: 1001 time: 0.0545645 Sep 05 12:47:35.475947 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1562e-e636-41ae-8619-9b0bc7698976 req-63318198-c8f2-4dce-94f2-dbb7acf28e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:47:35.477373 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b2f1562e-e636-41ae-8619-9b0bc7698976 req-63318198-c8f2-4dce-94f2-dbb7acf28e9e service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=64f83842-ad17-4ca9-bccd-b593859881fa HTTP/1.1" status: 200 len: 847 time: 0.0425577 Sep 05 12:47:35.524456 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1562e-e636-41ae-8619-9b0bc7698976 req-c413df5d-db4b-4e07-93c5-c788888095ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:47:35.525946 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b2f1562e-e636-41ae-8619-9b0bc7698976 req-c413df5d-db4b-4e07-93c5-c788888095ed service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=9ecefe7b-b683-42a2-a063-26da0ebe8baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415616 Sep 05 12:47:35.616997 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b2f1562e-e636-41ae-8619-9b0bc7698976 req-79f13f6e-cb93-4683-bcbc-72493afcc8f4 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826652 Sep 05 12:47:35.713313 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-b2f1562e-e636-41ae-8619-9b0bc7698976 req-bea4e57d-dcae-4d63-8bd8-eb9afe5d2f6b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874720 Sep 05 12:47:36.096555 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-432a70ef-c974-4862-aaaf-aa103f2bcc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:47:37.430238 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:47:38.801658 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:47:39.201813 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:47:39.367272 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=16 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:47:39.371081 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=18 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:47:45.704378 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=54 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:47:45.710345 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=47 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:47:49.117053 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:47:49.124571 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:47:51.701670 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:01.651002 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:01.652900 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:02.281286 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:48:03.675347 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-ffc42ad1-fe72-4bae-ad8f-36bc2b2a0728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:06.096371 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4bb95a3b-b511-4b82-a953-7fa0f81dda46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:07.436237 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:08.816397 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:09.193459 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:14.663001 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 60518) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:48:14.801727 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Deleting port 5f009769-9026-43de-b2a4-08baf647dc4c {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:48:14.802069 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (5f009769-9026-43de-b2a4-08baf647dc4c), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:14.877768 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (5f009769-9026-43de-b2a4-08baf647dc4c), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:14.878337 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for floatingip (5f009769-9026-43de-b2a4-08baf647dc4c), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:14.890853 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Calling delete_port for 5f009769-9026-43de-b2a4-08baf647dc4c owned by network:floatingip {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:48:15.125055 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (5f009769-9026-43de-b2a4-08baf647dc4c), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:15.147754 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Pushing event deleted for resources: {'Port': ['ID=5f009769-9026-43de-b2a4-08baf647dc4c,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:15.162428 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:15.162901 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:15.163261 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:15.163654 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:15.163980 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:15.164317 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:15.164651 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:15.164983 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:15.165346 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:15.165672 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:15.165998 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:15.166325 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:15.166650 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:15.166998 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:15.167322 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:15.462484 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for floatingip (11daf092-1115-47cd-b5f3-9e2228184c91), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:15.462706 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.db.l3_db [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Floating IP 11daf092-1115-47cd-b5f3-9e2228184c91 disassociated (deleted). External IP: 172.27.4.221, port: 660352b3-2051-4619-91f9-5d36ed125af6. Sep 05 12:48:15.661948 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:48:15.765369 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:48:15.770107 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for floatingip (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:15.775255 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f86283a-4fc1-4035-8053-8ee50b912fef None None] Sync routers for ids ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:48:15.785435 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f86283a-4fc1-4035-8053-8ee50b912fef None None] Routers {'8cd2cbc7-5ce9-445b-9e4c-781d875476bc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:48:15.786049 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-2f86283a-4fc1-4035-8053-8ee50b912fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:48:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:15.790528 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:15.803222 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-617e6d5b-7b3d-4373-a550-48ac0eb60172 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/11daf092-1115-47cd-b5f3-9e2228184c91 HTTP/1.1" status: 204 len: 168 time: 1.1365750 Sep 05 12:48:15.803222 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'tag': '660352b3-2051-4619-91f9-5d36ed125af6'}] {{(pid=106740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:48:15.804690 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3371ee2d94d6dea7f41212371c0d906e5219e09f1538569df622838d95fb6b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e10dc3-83e4-4db8-b52f-b4d0f98ae8df" -d '{"events": [{"name": "network-changed", "server_uuid": "acfe1a7b-9132-4df1-b530-f0d30f94f388", "tag": "660352b3-2051-4619-91f9-5d36ed125af6"}]}' {{(pid=106740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:48:15.851625 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Sep 2022 12:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d203991-53e4-49c6-965d-9e9e08ff7859 x-openstack-request-id: req-2d203991-53e4-49c6-965d-9e9e08ff7859 {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:48:15.851918 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acfe1a7b-9132-4df1-b530-f0d30f94f388", "tag": "660352b3-2051-4619-91f9-5d36ed125af6", "status": "completed", "code": 200}]} {{(pid=106740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:48:15.852180 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d203991-53e4-49c6-965d-9e9e08ff7859 {{(pid=106740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:48:15.852591 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d203991-53e4-49c6-965d-9e9e08ff7859'] response: {'name': 'network-changed', 'server_uuid': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'tag': '660352b3-2051-4619-91f9-5d36ed125af6', 'status': 'completed', 'code': 200} Sep 05 12:48:15.890869 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-2f86283a-4fc1-4035-8053-8ee50b912fef None None] Set router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:48:15.964982 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e10dc3-83e4-4db8-b52f-b4d0f98ae8df req-a27764c5-cfbc-40eb-aa75-a967fba029a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:48:15.966509 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-09e10dc3-83e4-4db8-b52f-b4d0f98ae8df req-a27764c5-cfbc-40eb-aa75-a967fba029a7 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=58a867fbd2d444728391be6de51146c9&device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 1129 time: 0.0409095 Sep 05 12:48:16.071681 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e10dc3-83e4-4db8-b52f-b4d0f98ae8df req-ab4ebc38-0e27-4357-a5c6-5ce5ab0b4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:48:16.073175 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-09e10dc3-83e4-4db8-b52f-b4d0f98ae8df req-ab4ebc38-0e27-4357-a5c6-5ce5ab0b4d99 service neutron] 10.222.0.58 "GET /networking/v2.0/networks?id=9ecefe7b-b683-42a2-a063-26da0ebe8baf HTTP/1.1" status: 200 len: 909 time: 0.0984414 Sep 05 12:48:16.116870 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-09e10dc3-83e4-4db8-b52f-b4d0f98ae8df req-dea387da-e87e-4072-a050-7650295e3704 service neutron] 10.222.0.58 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=660352b3-2051-4619-91f9-5d36ed125af6 HTTP/1.1" status: 200 len: 217 time: 0.0335350 Sep 05 12:48:16.167854 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-2f86283a-4fc1-4035-8053-8ee50b912fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'name': 'tempest-TestShelveInstance-729362622-router', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:41Z', 'revision_number': 4, 'project_id': '58a867fbd2d444728391be6de51146c9', 'gw_port': {'id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '460055ad-56a3-4d61-afff-46f3ecde453f', 'name': '', 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'mac_address': 'fa:16:3e:6a:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:40Z', 'updated_at': '2022-09-05T12:43:46Z', 'revision_number': 5, 'project_id': '58a867fbd2d444728391be6de51146c9', 'subnets': [{'id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:16.172179 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e10dc3-83e4-4db8-b52f-b4d0f98ae8df req-0e27fe66-5ccf-4f5e-a9dc-fc5b8a314ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:48:16.173699 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-09e10dc3-83e4-4db8-b52f-b4d0f98ae8df req-0e27fe66-5ccf-4f5e-a9dc-fc5b8a314ca7 service neutron] 10.222.0.58 "GET /networking/v2.0/subnets?id=64f83842-ad17-4ca9-bccd-b593859881fa HTTP/1.1" status: 200 len: 847 time: 0.0457461 Sep 05 12:48:16.197193 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f86283a-4fc1-4035-8053-8ee50b912fef None None] Checking router: 8cd2cbc7-5ce9-445b-9e4c-781d875476bc for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:48:16.207613 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f86283a-4fc1-4035-8053-8ee50b912fef None None] Routers {'8cd2cbc7-5ce9-445b-9e4c-781d875476bc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:48:16.208440 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-2f86283a-4fc1-4035-8053-8ee50b912fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:48:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:16.224298 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e10dc3-83e4-4db8-b52f-b4d0f98ae8df req-96e22660-c58f-435e-b2b8-6fa1f455aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:48:16.225820 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-09e10dc3-83e4-4db8-b52f-b4d0f98ae8df req-96e22660-c58f-435e-b2b8-6fa1f455aa80 service neutron] 10.222.0.58 "GET /networking/v2.0/ports?network_id=9ecefe7b-b683-42a2-a063-26da0ebe8baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425620 Sep 05 12:48:16.293459 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea50ae0-6ac0-4898-9af3-fd3cb01203d8 req-86b835db-7e14-480d-b68a-c1ac8f80dd2a tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:48:16.294937 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fea50ae0-6ac0-4898-9af3-fd3cb01203d8 req-86b835db-7e14-480d-b68a-c1ac8f80dd2a tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0496476 Sep 05 12:48:16.313795 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-2f86283a-4fc1-4035-8053-8ee50b912fef None None] Set router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:48:16.344008 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-fea50ae0-6ac0-4898-9af3-fd3cb01203d8 req-12743c32-e517-4d07-9d03-a040f092f560 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428131 Sep 05 12:48:16.496980 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-2f86283a-4fc1-4035-8053-8ee50b912fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'name': 'tempest-TestShelveInstance-729362622-router', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:41Z', 'revision_number': 4, 'project_id': '58a867fbd2d444728391be6de51146c9', 'gw_port': {'id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '460055ad-56a3-4d61-afff-46f3ecde453f', 'name': '', 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'mac_address': 'fa:16:3e:6a:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:40Z', 'updated_at': '2022-09-05T12:43:46Z', 'revision_number': 5, 'project_id': '58a867fbd2d444728391be6de51146c9', 'subnets': [{'id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:16.522102 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f86283a-4fc1-4035-8053-8ee50b912fef None None] The sync data for ids ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'] in dv-cinder-801354-7-iscsi is: [{'id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'name': 'tempest-TestShelveInstance-729362622-router', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:41Z', 'revision_number': 4, 'project_id': '58a867fbd2d444728391be6de51146c9', 'gw_port': {'id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi', '_interfaces': [{'id': '460055ad-56a3-4d61-afff-46f3ecde453f', 'name': '', 'network_id': '9ecefe7b-b683-42a2-a063-26da0ebe8baf', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'mac_address': 'fa:16:3e:6a:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:40Z', 'updated_at': '2022-09-05T12:43:46Z', 'revision_number': 5, 'project_id': '58a867fbd2d444728391be6de51146c9', 'subnets': [{'id': '64f83842-ad17-4ca9-bccd-b593859881fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:48:16.729266 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b2756-0917-4031-beac-b247e2c7142f None None] New status for floating IP 11daf092-1115-47cd-b5f3-9e2228184c91: DOWN {{(pid=106741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 05 12:48:17.464833 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63e1f9-6928-4bef-95f2-da414cd20786 req-d61596e6-f95b-469b-8809-42c6bf02ec53 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:48:17.466282 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0b63e1f9-6928-4bef-95f2-da414cd20786 req-d61596e6-f95b-469b-8809-42c6bf02ec53 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0458789 Sep 05 12:48:17.478762 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:17.515527 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [req-0b63e1f9-6928-4bef-95f2-da414cd20786 req-1d7d6d5c-5343-4089-b424-aba292bee738 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430560 Sep 05 12:48:17.661686 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-09e10dc3-83e4-4db8-b52f-b4d0f98ae8df req-5086d52c-7034-41d5-8101-69aee8acfe6b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836494 Sep 05 12:48:17.908390 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-09e10dc3-83e4-4db8-b52f-b4d0f98ae8df req-ac363e11-3129-4639-b640-65454c76a9f7 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871725 Sep 05 12:48:18.355096 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5378d-04f2-4209-8bbe-da7dc773c132 req-0f3e00d6-f770-4ab0-af06-c8917d652d6a tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:48:18.356565 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-dfa5378d-04f2-4209-8bbe-da7dc773c132 req-0f3e00d6-f770-4ab0-af06-c8917d652d6a tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0445952 Sep 05 12:48:18.442452 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-dfa5378d-04f2-4209-8bbe-da7dc773c132 req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Deleting port 660352b3-2051-4619-91f9-5d36ed125af6 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:48:18.442792 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-dfa5378d-04f2-4209-8bbe-da7dc773c132 req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (660352b3-2051-4619-91f9-5d36ed125af6), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:18.530960 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [req-dfa5378d-04f2-4209-8bbe-da7dc773c132 req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] For port 660352b3-2051-4619-91f9-5d36ed125af6, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=660352b3-2051-4619-91f9-5d36ed125af6,segment=NetworkSegment(6872464f-889b-4aef-8cff-edcee28518a9),segment_id=6872464f-889b-4aef-8cff-edcee28518a9)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:48:18.531352 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-dfa5378d-04f2-4209-8bbe-da7dc773c132 req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (660352b3-2051-4619-91f9-5d36ed125af6), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:18.543943 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [req-dfa5378d-04f2-4209-8bbe-da7dc773c132 req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Calling delete_port for 660352b3-2051-4619-91f9-5d36ed125af6 owned by compute:nova {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:48:18.649077 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e88da-60df-479f-8ceb-443d50aaf4db req-c006bb68-42a1-43fb-a438-1fa12b5ddd6f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 05 12:48:18.650440 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f09e88da-60df-479f-8ceb-443d50aaf4db req-c006bb68-42a1-43fb-a438-1fa12b5ddd6f tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 945 time: 0.0588496 Sep 05 12:48:18.681071 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:18.715242 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:18.741993 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-f09e88da-60df-479f-8ceb-443d50aaf4db req-8e61d8be-df89-4c5d-b45b-8f2ad269f487 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=841d6219-9220-444b-a978-d6e571682205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839345 Sep 05 12:48:18.800977 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-dfa5378d-04f2-4209-8bbe-da7dc773c132 req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (660352b3-2051-4619-91f9-5d36ed125af6), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:18.828511 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Pushing event deleted for resources: {'Port': ['ID=660352b3-2051-4619-91f9-5d36ed125af6,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:18.840914 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:18.841262 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:18.841668 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:18.841956 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:18.842807 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:18.843135 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:18.843459 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:18.843885 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:18.844206 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:18.844543 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:18.844850 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:18.845167 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:18.845485 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:18.845800 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:18.846117 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:18.883760 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa5378d-04f2-4209-8bbe-da7dc773c132 req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] No DVR routers for this DVR port 660352b3-2051-4619-91f9-5d36ed125af6 on host hv-cinder-80135 {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:48:18.886192 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [req-dfa5378d-04f2-4209-8bbe-da7dc773c132 req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112971'] for port (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:18.890023 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-dfa5378d-04f2-4209-8bbe-da7dc773c132 req-a2339b82-1ae4-4136-b6c6-27a806ef7fde tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.58 "DELETE /networking/v2.0/ports/660352b3-2051-4619-91f9-5d36ed125af6 HTTP/1.1" status: 204 len: 173 time: 0.5252883 Sep 05 12:48:18.890468 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'name': 'network-vif-deleted', 'tag': '660352b3-2051-4619-91f9-5d36ed125af6'}] {{(pid=106739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 05 12:48:18.892796 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05c9c29a6d77249f0789c70e4bf2ff9733af5c9ebc93836b24d19122c56dd915" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d86286-4b17-4771-b9c9-08f9c1fe0f5e" -d '{"events": [{"server_uuid": "acfe1a7b-9132-4df1-b530-f0d30f94f388", "name": "network-vif-deleted", "tag": "660352b3-2051-4619-91f9-5d36ed125af6"}]}' {{(pid=106739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 05 12:48:19.038727 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Sep 2022 12:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421ecb65-faf3-4d6d-a65b-6e02b1b3df67 x-openstack-request-id: req-421ecb65-faf3-4d6d-a65b-6e02b1b3df67 {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 05 12:48:19.039040 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acfe1a7b-9132-4df1-b530-f0d30f94f388", "name": "network-vif-deleted", "tag": "660352b3-2051-4619-91f9-5d36ed125af6", "status": "completed", "code": 200}]} {{(pid=106739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 05 12:48:19.039306 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-421ecb65-faf3-4d6d-a65b-6e02b1b3df67 {{(pid=106739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 05 12:48:19.039748 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421ecb65-faf3-4d6d-a65b-6e02b1b3df67'] response: {'server_uuid': 'acfe1a7b-9132-4df1-b530-f0d30f94f388', 'name': 'network-vif-deleted', 'tag': '660352b3-2051-4619-91f9-5d36ed125af6', 'status': 'completed', 'code': 200} Sep 05 12:48:19.846083 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [req-45a6fcf6-f0e1-4381-b98a-734e28829d4c req-6d9082dd-a078-4d30-a473-50e34af0a70a tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=acfe1a7b-9132-4df1-b530-f0d30f94f388 HTTP/1.1" status: 200 len: 210 time: 0.0277195 Sep 05 12:48:20.913427 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 60552) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:48:20.971087 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5acc215d-aa7d-411b-b99e-7d5e4566ddb9 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group (841d6219-9220-444b-a978-d6e571682205), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:20.995124 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5acc215d-aa7d-411b-b99e-7d5e4566ddb9 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group (841d6219-9220-444b-a978-d6e571682205), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:21.138615 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5acc215d-aa7d-411b-b99e-7d5e4566ddb9 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (841d6219-9220-444b-a978-d6e571682205), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:21.141751 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-5acc215d-aa7d-411b-b99e-7d5e4566ddb9 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Publish callbacks [] for security_group (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:21.142910 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-5acc215d-aa7d-411b-b99e-7d5e4566ddb9 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/841d6219-9220-444b-a978-d6e571682205 HTTP/1.1" status: 204 len: 168 time: 0.2300315 Sep 05 12:48:21.152377 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc215d-aa7d-411b-b99e-7d5e4566ddb9 tempest-TestShelveInstance-1702941696 tempest-TestShelveInstance-1702941696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=841d6219-9220-444b-a978-d6e571682205,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:21.262520 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60556) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:48:21.568735 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-228852dc-bfcf-47d1-b9b4-4c4d23219fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557266'] for router_interface (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:21.732635 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:21.784821 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-228852dc-bfcf-47d1-b9b4-4c4d23219fff admin admin] Deleting port 460055ad-56a3-4d61-afff-46f3ecde453f {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:48:21.785158 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-228852dc-bfcf-47d1-b9b4-4c4d23219fff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (460055ad-56a3-4d61-afff-46f3ecde453f), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:21.863612 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [None req-228852dc-bfcf-47d1-b9b4-4c4d23219fff admin admin] For port 460055ad-56a3-4d61-afff-46f3ecde453f, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=460055ad-56a3-4d61-afff-46f3ecde453f,segment=NetworkSegment(6872464f-889b-4aef-8cff-edcee28518a9),segment_id=6872464f-889b-4aef-8cff-edcee28518a9)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:48:21.863900 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-228852dc-bfcf-47d1-b9b4-4c4d23219fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (460055ad-56a3-4d61-afff-46f3ecde453f), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:21.879865 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:21.881043 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-228852dc-bfcf-47d1-b9b4-4c4d23219fff admin admin] Calling delete_port for 460055ad-56a3-4d61-afff-46f3ecde453f owned by network:router_interface {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:48:22.035052 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:22.130368 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-228852dc-bfcf-47d1-b9b4-4c4d23219fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (460055ad-56a3-4d61-afff-46f3ecde453f), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:22.153779 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228852dc-bfcf-47d1-b9b4-4c4d23219fff admin admin] Pushing event deleted for resources: {'Port': ['ID=460055ad-56a3-4d61-afff-46f3ecde453f,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:22.317939 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-228852dc-bfcf-47d1-b9b4-4c4d23219fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632642'] for router_interface (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:22.460934 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 660352b3-2051-4619-91f9-5d36ed125af6 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:48:22.479133 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] No Port match for: 660352b3-2051-4619-91f9-5d36ed125af6 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:48:22.479475 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Device 660352b3-2051-4619-91f9-5d36ed125af6 not bound to the agent host hv-cinder-80135 {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:48:22.522329 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228852dc-bfcf-47d1-b9b4-4c4d23219fff admin admin] Router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:48:22.622485 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228852dc-bfcf-47d1-b9b4-4c4d23219fff admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:48:22.627992 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-228852dc-bfcf-47d1-b9b4-4c4d23219fff admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/8cd2cbc7-5ce9-445b-9e4c-781d875476bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3644173 Sep 05 12:48:22.630910 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60558) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:48:22.634392 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a43ef0-b624-4373-9ff1-4c55b41b06d4 None None] Sync routers for ids ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'] in dv-cinder-801354-7-iscsi {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:48:22.644438 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a43ef0-b624-4373-9ff1-4c55b41b06d4 None None] Routers {'8cd2cbc7-5ce9-445b-9e4c-781d875476bc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:48:22.645066 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-15a43ef0-b624-4373-9ff1-4c55b41b06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:48:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:22.726473 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb3ce-0b83-424c-ba83-afc94205da94 admin admin] Publish callbacks [] for router (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:22.744841 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-15a43ef0-b624-4373-9ff1-4c55b41b06d4 None None] Set router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc gateway port host: dv-cinder-801354-7-iscsi {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:48:22.827158 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb3ce-0b83-424c-ba83-afc94205da94 admin admin] Publish callbacks [] for router_gateway (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:22.875900 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:22.902055 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=100 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:22.910060 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-15a43ef0-b624-4373-9ff1-4c55b41b06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'name': 'tempest-TestShelveInstance-729362622-router', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214'}], 'enable_snat': True}, 'gw_port_id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:48:22Z', 'revision_number': 5, 'project_id': '58a867fbd2d444728391be6de51146c9', 'gw_port': {'id': 'a9849ad0-285a-4061-b48c-7eb750b76266', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:9a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:22.935004 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a43ef0-b624-4373-9ff1-4c55b41b06d4 None None] Checking router: 8cd2cbc7-5ce9-445b-9e4c-781d875476bc for host: dv-cinder-801354-7-iscsi {{(pid=106742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:48:22.944047 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a43ef0-b624-4373-9ff1-4c55b41b06d4 None None] Routers {'8cd2cbc7-5ce9-445b-9e4c-781d875476bc'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:48:22.944640 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-15a43ef0-b624-4373-9ff1-4c55b41b06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:48:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'], 'active': True} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:22.960314 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-1b1bb3ce-0b83-424c-ba83-afc94205da94 admin admin] Deleting port a9849ad0-285a-4061-b48c-7eb750b76266 {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:48:22.960658 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb3ce-0b83-424c-ba83-afc94205da94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (a9849ad0-285a-4061-b48c-7eb750b76266), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:22.998958 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:23.028762 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_dvr_db [None req-15a43ef0-b624-4373-9ff1-4c55b41b06d4 None None] Set router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc gateway port host: None {{(pid=106742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:48:23.035638 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:23.042739 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [None req-1b1bb3ce-0b83-424c-ba83-afc94205da94 admin admin] For port a9849ad0-285a-4061-b48c-7eb750b76266, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=a9849ad0-285a-4061-b48c-7eb750b76266,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:48:23.044099 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb3ce-0b83-424c-ba83-afc94205da94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (a9849ad0-285a-4061-b48c-7eb750b76266), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:23.058289 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-1b1bb3ce-0b83-424c-ba83-afc94205da94 admin admin] Calling delete_port for a9849ad0-285a-4061-b48c-7eb750b76266 owned by network:router_gateway {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:48:23.081161 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.l3_hamode_db [None req-15a43ef0-b624-4373-9ff1-4c55b41b06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'name': 'tempest-TestShelveInstance-729362622-router', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:48:22Z', 'revision_number': 6, 'project_id': '58a867fbd2d444728391be6de51146c9', 'gw_port_host': None}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:23.105913 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a43ef0-b624-4373-9ff1-4c55b41b06d4 None None] The sync data for ids ['8cd2cbc7-5ce9-445b-9e4c-781d875476bc'] in dv-cinder-801354-7-iscsi is: [{'id': '8cd2cbc7-5ce9-445b-9e4c-781d875476bc', 'name': 'tempest-TestShelveInstance-729362622-router', 'tenant_id': '58a867fbd2d444728391be6de51146c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:38Z', 'updated_at': '2022-09-05T12:48:22Z', 'revision_number': 6, 'project_id': '58a867fbd2d444728391be6de51146c9', 'gw_port_host': None}] {{(pid=106742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:48:23.538535 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb3ce-0b83-424c-ba83-afc94205da94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (a9849ad0-285a-4061-b48c-7eb750b76266), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:23.568280 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bb3ce-0b83-424c-ba83-afc94205da94 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9849ad0-285a-4061-b48c-7eb750b76266,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:23.629271 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb3ce-0b83-424c-ba83-afc94205da94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633638'] for router_gateway (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:23.714249 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb3ce-0b83-424c-ba83-afc94205da94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2583'] for router (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:23.716286 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb3ce-0b83-424c-ba83-afc94205da94 admin admin] Publish callbacks [] for router_controller (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), precommit_delete_associations {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:23.827614 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb3ce-0b83-424c-ba83-afc94205da94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557213'] for router (8cd2cbc7-5ce9-445b-9e4c-781d875476bc), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:23.828171 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1bb3ce-0b83-424c-ba83-afc94205da94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cd2cbc7-5ce9-445b-9e4c-781d875476bc {{(pid=106739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 05 12:48:23.832323 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-1b1bb3ce-0b83-424c-ba83-afc94205da94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:23.833574 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-1b1bb3ce-0b83-424c-ba83-afc94205da94 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/8cd2cbc7-5ce9-445b-9e4c-781d875476bc HTTP/1.1" status: 204 len: 168 time: 1.2017550 Sep 05 12:48:23.836183 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60560) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:48:23.886097 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5521433-c405-4725-b73d-89f1d3f8c165 admin admin] Deleting subnet 64f83842-ad17-4ca9-bccd-b593859881fa {{(pid=106739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:48:23.889484 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a5521433-c405-4725-b73d-89f1d3f8c165 admin admin] Publish callbacks [] for subnet (64f83842-ad17-4ca9-bccd-b593859881fa), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:23.925685 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a5521433-c405-4725-b73d-89f1d3f8c165 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3249964'] for subnet (64f83842-ad17-4ca9-bccd-b593859881fa), precommit_delete_associations {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.001340 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a5521433-c405-4725-b73d-89f1d3f8c165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (64f83842-ad17-4ca9-bccd-b593859881fa), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.125300 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device a9849ad0-285a-4061-b48c-7eb750b76266 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:48:24.148439 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: a9849ad0-285a-4061-b48c-7eb750b76266 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:48:24.148795 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device a9849ad0-285a-4061-b48c-7eb750b76266 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:48:24.149218 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 460055ad-56a3-4d61-afff-46f3ecde453f no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:48:24.150398 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a5521433-c405-4725-b73d-89f1d3f8c165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3093695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4159189'] for subnet (64f83842-ad17-4ca9-bccd-b593859881fa), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.172389 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: 460055ad-56a3-4d61-afff-46f3ecde453f {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:48:24.172746 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 460055ad-56a3-4d61-afff-46f3ecde453f not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:48:24.178212 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5521433-c405-4725-b73d-89f1d3f8c165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f83842-ad17-4ca9-bccd-b593859881fa,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:24.180218 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-a5521433-c405-4725-b73d-89f1d3f8c165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for subnet (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.183343 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-a5521433-c405-4725-b73d-89f1d3f8c165 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/64f83842-ad17-4ca9-bccd-b593859881fa HTTP/1.1" status: 204 len: 168 time: 0.3462267 Sep 05 12:48:24.184966 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1197bc34-a67a-4f8d-81bd-189512b85878 None None] Network 9ecefe7b-b683-42a2-a063-26da0ebe8baf requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:48:24.187946 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60562) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:48:24.194464 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:24.257424 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (9ecefe7b-b683-42a2-a063-26da0ebe8baf), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.302357 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] Deleting port c6549f43-9ada-4a10-a19d-bdd28ac9e65e {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:48:24.305094 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (c6549f43-9ada-4a10-a19d-bdd28ac9e65e), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.348496 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] DHCP port deletion for 9ecefe7b-b683-42a2-a063-26da0ebe8baf request from dv-cinder-801354-7-iscsi {{(pid=106741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 05 12:48:24.374771 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] For port c6549f43-9ada-4a10-a19d-bdd28ac9e65e, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=c6549f43-9ada-4a10-a19d-bdd28ac9e65e,segment=NetworkSegment(6872464f-889b-4aef-8cff-edcee28518a9),segment_id=6872464f-889b-4aef-8cff-edcee28518a9)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:48:24.375651 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (c6549f43-9ada-4a10-a19d-bdd28ac9e65e), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.389801 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Deleting port c6549f43-9ada-4a10-a19d-bdd28ac9e65e {{(pid=106741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:48:24.390119 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (c6549f43-9ada-4a10-a19d-bdd28ac9e65e), before_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.390422 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] Calling delete_port for c6549f43-9ada-4a10-a19d-bdd28ac9e65e owned by network:dhcp {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:48:24.401878 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:24.456591 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] For port c6549f43-9ada-4a10-a19d-bdd28ac9e65e, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=c6549f43-9ada-4a10-a19d-bdd28ac9e65e,segment=NetworkSegment(6872464f-889b-4aef-8cff-edcee28518a9),segment_id=6872464f-889b-4aef-8cff-edcee28518a9)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:48:24.457021 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (c6549f43-9ada-4a10-a19d-bdd28ac9e65e), precommit_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.470151 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Calling delete_port for c6549f43-9ada-4a10-a19d-bdd28ac9e65e owned by network:dhcp {{(pid=106741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:48:24.555610 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (c6549f43-9ada-4a10-a19d-bdd28ac9e65e), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.561711 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (c6549f43-9ada-4a10-a19d-bdd28ac9e65e), after_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.584895 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6549f43-9ada-4a10-a19d-bdd28ac9e65e,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:24.586726 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] No DVR routers for this DVR port c6549f43-9ada-4a10-a19d-bdd28ac9e65e on host dv-cinder-801354-7-iscsi {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:48:24.586887 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Pushing event deleted for resources: {'Port': ['ID=c6549f43-9ada-4a10-a19d-bdd28ac9e65e,revision_number=None']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:24.589187 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] No DVR routers for this DVR port c6549f43-9ada-4a10-a19d-bdd28ac9e65e on host dv-cinder-801354-7-iscsi {{(pid=106741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:48:24.597690 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:24.598022 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:24.598261 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:24.598506 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:24.598714 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:24.599187 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:24.599462 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:24.599808 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:24.600132 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:24.600457 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:24.600777 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:24.601099 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:24.601418 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:24.601736 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:24.602534 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b32c4e3-4fd0-45e1-a0b2-4b21095700b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-7-iscsi {{(pid=106741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 05 12:48:24.659802 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (9ecefe7b-b683-42a2-a063-26da0ebe8baf), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.679428 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ecefe7b-b683-42a2-a063-26da0ebe8baf']}} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:24.688999 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6872464f-889b-4aef-8cff-edcee28518a9') {'for_net_delete': True} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:24.689295 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6872464f-889b-4aef-8cff-edcee28518a9') {} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:24.698596 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3249957'] for segment (6872464f-889b-4aef-8cff-edcee28518a9), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.712051 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (6872464f-889b-4aef-8cff-edcee28518a9), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.718143 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=106739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:48:24.718526 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3093733'] for segment (6872464f-889b-4aef-8cff-edcee28518a9), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.835752 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (9ecefe7b-b683-42a2-a063-26da0ebe8baf), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.841437 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:24.844626 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/9ecefe7b-b683-42a2-a063-26da0ebe8baf HTTP/1.1" status: 204 len: 168 time: 0.6568539 Sep 05 12:48:24.848252 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 60568) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:48:24.865574 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment 6872464f-889b-4aef-8cff-edcee28518a9 resource provider aggregate not found Sep 05 12:48:24.870080 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a9558-b7cf-4f5c-87c4-af84b8473dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ecefe7b-b683-42a2-a063-26da0ebe8baf,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:24.888807 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment 6872464f-889b-4aef-8cff-edcee28518a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6872464f-889b-4aef-8cff-edcee28518a9 found for delete ", "request_id": "req-be8ae0ad-4e40-45bd-9c4e-6651401fbdd1"}]} Sep 05 12:48:25.158363 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9d59ba65-06a3-488c-910e-eec43340efd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-557266'] for router_interface (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:25.375880 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-9d59ba65-06a3-488c-910e-eec43340efd8 admin admin] Deleting port c64ef526-5bf7-4b77-a322-fadfe41ae516 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:48:25.376221 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9d59ba65-06a3-488c-910e-eec43340efd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:25.458031 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-9d59ba65-06a3-488c-910e-eec43340efd8 admin admin] For port c64ef526-5bf7-4b77-a322-fadfe41ae516, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=c64ef526-5bf7-4b77-a322-fadfe41ae516,segment=NetworkSegment(11092d22-9bda-4782-aa65-d78bb7184194),segment_id=11092d22-9bda-4782-aa65-d78bb7184194)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:48:25.458307 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9d59ba65-06a3-488c-910e-eec43340efd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:25.470811 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-9d59ba65-06a3-488c-910e-eec43340efd8 admin admin] Calling delete_port for c64ef526-5bf7-4b77-a322-fadfe41ae516 owned by network:router_interface {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:48:25.482541 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:25.512391 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:25.696154 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9d59ba65-06a3-488c-910e-eec43340efd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (c64ef526-5bf7-4b77-a322-fadfe41ae516), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:25.720657 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59ba65-06a3-488c-910e-eec43340efd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c64ef526-5bf7-4b77-a322-fadfe41ae516,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:25.884589 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-9d59ba65-06a3-488c-910e-eec43340efd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-532405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632642'] for router_interface (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:26.093022 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d59ba65-06a3-488c-910e-eec43340efd8 admin admin] Router 2ceb0016-51f1-419d-a8a1-4aa9cb316bfe has already been hosted by L3 agent 8174d6e9-866a-4756-9fd7-3270e2848d7f {{(pid=106740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 05 12:48:26.162613 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device c6549f43-9ada-4a10-a19d-bdd28ac9e65e no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:48:26.182261 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: c6549f43-9ada-4a10-a19d-bdd28ac9e65e {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:48:26.182609 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device c6549f43-9ada-4a10-a19d-bdd28ac9e65e not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:48:26.200226 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d59ba65-06a3-488c-910e-eec43340efd8 admin admin] Notify agent at l3_agent.dv-cinder-801354-7-iscsi the message routers_updated {{(pid=106740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 05 12:48:26.205960 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-9d59ba65-06a3-488c-910e-eec43340efd8 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/2ceb0016-51f1-419d-a8a1-4aa9cb316bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3564999 Sep 05 12:48:26.208479 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 60572) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:48:26.209463 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c14b0a-17eb-4906-9879-24574691b2e8 None None] Sync routers for ids ['2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'] in dv-cinder-801354-7-iscsi {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 05 12:48:26.220401 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c14b0a-17eb-4906-9879-24574691b2e8 None None] Routers {'2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:48:26.221030 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-f2c14b0a-17eb-4906-9879-24574691b2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:48:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:26.247618 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:26.308621 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-17ccd83a-f116-4ab2-b43b-5addce12a09f admin admin] Publish callbacks [] for router (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:26.322328 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-f2c14b0a-17eb-4906-9879-24574691b2e8 None None] Set router 2ceb0016-51f1-419d-a8a1-4aa9cb316bfe gateway port host: dv-cinder-801354-7-iscsi {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:48:26.409770 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-17ccd83a-f116-4ab2-b43b-5addce12a09f admin admin] Publish callbacks [] for router_gateway (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:26.508687 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-f2c14b0a-17eb-4906-9879-24574691b2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'name': 'tempest-TestShelveInstance-1195600598-router', 'tenant_id': '2dc306f881e6416499720bb4860c43e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'external_fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.183'}], 'enable_snat': True}, 'gw_port_id': 'c57a41f5-9876-481e-b8f9-376720304455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:44Z', 'updated_at': '2022-09-05T12:48:25Z', 'revision_number': 5, 'project_id': '2dc306f881e6416499720bb4860c43e8', 'gw_port': {'id': 'c57a41f5-9876-481e-b8f9-376720304455', 'name': '', 'network_id': 'de6b6e81-62d2-486b-904a-4e6e4bfb013e', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:69:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'ip_address': '172.27.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-05T12:43:44Z', 'updated_at': '2022-09-05T12:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee2feda6-84b8-4fb0-9838-9cfe9ff91241', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-7-iscsi'}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:26.512573 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-17ccd83a-f116-4ab2-b43b-5addce12a09f admin admin] Deleting port c57a41f5-9876-481e-b8f9-376720304455 {{(pid=106740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:48:26.512916 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-17ccd83a-f116-4ab2-b43b-5addce12a09f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (c57a41f5-9876-481e-b8f9-376720304455), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:26.534631 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c14b0a-17eb-4906-9879-24574691b2e8 None None] Checking router: 2ceb0016-51f1-419d-a8a1-4aa9cb316bfe for host: dv-cinder-801354-7-iscsi {{(pid=106741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 05 12:48:26.543098 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c14b0a-17eb-4906-9879-24574691b2e8 None None] Routers {'2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'} bound to L3 agent in host dv-cinder-801354-7-iscsi {{(pid=106741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 05 12:48:26.543740 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-f2c14b0a-17eb-4906-9879-24574691b2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-05T12:20:36Z,description=,heartbeat_timestamp=2022-09-05T12:48:06Z,host='dv-cinder-801354-7-iscsi',id=8174d6e9-866a-4756-9fd7-3270e2848d7f,load=0,resource_versions=,resources_synced=,started_at=2022-09-05T12:20:37Z,topic='l3_agent')) {'router_ids': ['2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'], 'active': True} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:26.564777 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:26.597803 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.db [None req-17ccd83a-f116-4ab2-b43b-5addce12a09f admin admin] For port c57a41f5-9876-481e-b8f9-376720304455, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=c57a41f5-9876-481e-b8f9-376720304455,segment=NetworkSegment(f9a35789-2e15-4dcb-89df-cb4db85eb8b3),segment_id=f9a35789-2e15-4dcb-89df-cb4db85eb8b3)] {{(pid=106740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:48:26.598163 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-17ccd83a-f116-4ab2-b43b-5addce12a09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (c57a41f5-9876-481e-b8f9-376720304455), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:26.610752 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.plugins.ml2.plugin [None req-17ccd83a-f116-4ab2-b43b-5addce12a09f admin admin] Calling delete_port for c57a41f5-9876-481e-b8f9-376720304455 owned by network:router_gateway {{(pid=106740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:48:26.628150 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvr_db [None req-f2c14b0a-17eb-4906-9879-24574691b2e8 None None] Set router 2ceb0016-51f1-419d-a8a1-4aa9cb316bfe gateway port host: None {{(pid=106741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 05 12:48:26.651694 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:26.677577 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_hamode_db [None req-f2c14b0a-17eb-4906-9879-24574691b2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'name': 'tempest-TestShelveInstance-1195600598-router', 'tenant_id': '2dc306f881e6416499720bb4860c43e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:44Z', 'updated_at': '2022-09-05T12:48:26Z', 'revision_number': 6, 'project_id': '2dc306f881e6416499720bb4860c43e8', 'gw_port_host': None}], 'dv-cinder-801354-7-iscsi', False) {} {{(pid=106741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:26.705589 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c14b0a-17eb-4906-9879-24574691b2e8 None None] The sync data for ids ['2ceb0016-51f1-419d-a8a1-4aa9cb316bfe'] in dv-cinder-801354-7-iscsi is: [{'id': '2ceb0016-51f1-419d-a8a1-4aa9cb316bfe', 'name': 'tempest-TestShelveInstance-1195600598-router', 'tenant_id': '2dc306f881e6416499720bb4860c43e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-05T12:43:44Z', 'updated_at': '2022-09-05T12:48:26Z', 'revision_number': 6, 'project_id': '2dc306f881e6416499720bb4860c43e8', 'gw_port_host': None}] {{(pid=106741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 05 12:48:26.818071 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-17ccd83a-f116-4ab2-b43b-5addce12a09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8800157'] for port (c57a41f5-9876-481e-b8f9-376720304455), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:26.843486 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccd83a-f116-4ab2-b43b-5addce12a09f admin admin] Pushing event deleted for resources: {'Port': ['ID=c57a41f5-9876-481e-b8f9-376720304455,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:26.904856 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-17ccd83a-f116-4ab2-b43b-5addce12a09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633638'] for router_gateway (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:26.994169 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-17ccd83a-f116-4ab2-b43b-5addce12a09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2583'] for router (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:26.996246 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-17ccd83a-f116-4ab2-b43b-5addce12a09f admin admin] Publish callbacks [] for router_controller (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:27.098457 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-17ccd83a-f116-4ab2-b43b-5addce12a09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-557213'] for router (2ceb0016-51f1-419d-a8a1-4aa9cb316bfe), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:27.098788 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ccd83a-f116-4ab2-b43b-5addce12a09f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ceb0016-51f1-419d-a8a1-4aa9cb316bfe {{(pid=106740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 05 12:48:27.103230 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-17ccd83a-f116-4ab2-b43b-5addce12a09f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:27.104373 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-17ccd83a-f116-4ab2-b43b-5addce12a09f admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/2ceb0016-51f1-419d-a8a1-4aa9cb316bfe HTTP/1.1" status: 204 len: 168 time: 0.8949716 Sep 05 12:48:27.106842 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [-] (106740) accepted ('10.222.0.62', 60574) {{(pid=106740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:48:27.152983 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.db.db_base_plugin_v2 [None req-38603929-b434-45f7-a58c-9a5264c6bd93 admin admin] Deleting subnet 3e964473-fc27-4439-b1ca-52edbfdf5c16 {{(pid=106740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 05 12:48:27.156081 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-38603929-b434-45f7-a58c-9a5264c6bd93 admin admin] Publish callbacks [] for subnet (3e964473-fc27-4439-b1ca-52edbfdf5c16), before_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:27.191637 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-38603929-b434-45f7-a58c-9a5264c6bd93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4107463'] for subnet (3e964473-fc27-4439-b1ca-52edbfdf5c16), precommit_delete_associations {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:27.267354 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-38603929-b434-45f7-a58c-9a5264c6bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8071606'] for subnet (3e964473-fc27-4439-b1ca-52edbfdf5c16), precommit_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:27.550581 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:27.647282 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-38603929-b434-45f7-a58c-9a5264c6bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8117387', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965154', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8800168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3773182'] for subnet (3e964473-fc27-4439-b1ca-52edbfdf5c16), after_delete {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:27.677464 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38603929-b434-45f7-a58c-9a5264c6bd93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e964473-fc27-4439-b1ca-52edbfdf5c16,revision_number=None']} {{(pid=106740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:27.679402 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron_lib.callbacks.manager [None req-38603929-b434-45f7-a58c-9a5264c6bd93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:27.682524 dv-cinder-801354-7-iscsi neutron-server[106740]: INFO neutron.wsgi [None req-38603929-b434-45f7-a58c-9a5264c6bd93 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/3e964473-fc27-4439-b1ca-52edbfdf5c16 HTTP/1.1" status: 204 len: 168 time: 0.5747430 Sep 05 12:48:27.685117 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60576) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:48:27.687387 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e716556c-3fbf-4702-aa8d-ef6b8b2ce5f7 None None] Network 43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe requested from dv-cinder-801354-7-iscsi {{(pid=106741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 05 12:48:27.742228 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:27.760304 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8041996'] for network (43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:27.810764 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] Deleting port 33ebed54-6111-4724-9f27-08a6bee6f39d {{(pid=106739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:48:27.811142 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (33ebed54-6111-4724-9f27-08a6bee6f39d), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:27.843147 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c96b56f-f608-4d57-b608-844d3334c297 None None] DHCP port deletion for 43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe request from dv-cinder-801354-7-iscsi {{(pid=106741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 05 12:48:27.876548 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.db [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] For port 33ebed54-6111-4724-9f27-08a6bee6f39d, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=33ebed54-6111-4724-9f27-08a6bee6f39d,segment=NetworkSegment(11092d22-9bda-4782-aa65-d78bb7184194),segment_id=11092d22-9bda-4782-aa65-d78bb7184194)] {{(pid=106739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:48:27.876913 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (33ebed54-6111-4724-9f27-08a6bee6f39d), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:27.890154 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] Calling delete_port for 33ebed54-6111-4724-9f27-08a6bee6f39d owned by network:dhcp {{(pid=106739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:48:27.891033 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-4c96b56f-f608-4d57-b608-844d3334c297 None None] Deleting port 33ebed54-6111-4724-9f27-08a6bee6f39d {{(pid=106741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 05 12:48:27.891418 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4c96b56f-f608-4d57-b608-844d3334c297 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768775345884'] for port (33ebed54-6111-4724-9f27-08a6bee6f39d), before_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:27.954240 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.db [None req-4c96b56f-f608-4d57-b608-844d3334c297 None None] For port 33ebed54-6111-4724-9f27-08a6bee6f39d, host dv-cinder-801354-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-7-iscsi',level=0,port_id=33ebed54-6111-4724-9f27-08a6bee6f39d,segment=NetworkSegment(11092d22-9bda-4782-aa65-d78bb7184194),segment_id=11092d22-9bda-4782-aa65-d78bb7184194)] {{(pid=106741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 05 12:48:27.954567 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4c96b56f-f608-4d57-b608-844d3334c297 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570244'] for port (33ebed54-6111-4724-9f27-08a6bee6f39d), precommit_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:27.967913 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-4c96b56f-f608-4d57-b608-844d3334c297 None None] Calling delete_port for 33ebed54-6111-4724-9f27-08a6bee6f39d owned by network:dhcp {{(pid=106741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 05 12:48:28.047419 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3093642'] for port (33ebed54-6111-4724-9f27-08a6bee6f39d), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:28.054740 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-4c96b56f-f608-4d57-b608-844d3334c297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7996569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768775349450', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768774844281'] for port (33ebed54-6111-4724-9f27-08a6bee6f39d), after_delete {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:28.075183 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=33ebed54-6111-4724-9f27-08a6bee6f39d,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:28.080029 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] No DVR routers for this DVR port 33ebed54-6111-4724-9f27-08a6bee6f39d on host dv-cinder-801354-7-iscsi {{(pid=106739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:48:28.092989 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96b56f-f608-4d57-b608-844d3334c297 None None] Pushing event deleted for resources: {'Port': ['ID=33ebed54-6111-4724-9f27-08a6bee6f39d,revision_number=None']} {{(pid=106741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:28.095872 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96b56f-f608-4d57-b608-844d3334c297 None None] No DVR routers for this DVR port 33ebed54-6111-4724-9f27-08a6bee6f39d on host dv-cinder-801354-7-iscsi {{(pid=106741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 05 12:48:28.156327 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device c64ef526-5bf7-4b77-a322-fadfe41ae516 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:48:28.160866 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8086227', 'neutron.services.segments.db._delete_segments_for_network-8768775276180'] for network (43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:28.167871 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:28.176115 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: c64ef526-5bf7-4b77-a322-fadfe41ae516 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:48:28.176462 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device c64ef526-5bf7-4b77-a322-fadfe41ae516 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:48:28.176886 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device c57a41f5-9876-481e-b8f9-376720304455 no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:48:28.182039 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe']}} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:28.192671 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11092d22-9bda-4782-aa65-d78bb7184194') {'for_net_delete': True} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:28.192969 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.services.segments.db [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11092d22-9bda-4782-aa65-d78bb7184194') {} {{(pid=106739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 05 12:48:28.202214 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: c57a41f5-9876-481e-b8f9-376720304455 {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:48:28.202567 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device c57a41f5-9876-481e-b8f9-376720304455 not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:48:28.202691 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768775368340', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3249957'] for segment (11092d22-9bda-4782-aa65-d78bb7184194), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:28.202988 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 33ebed54-6111-4724-9f27-08a6bee6f39d no longer exists at agent ovs-agent-dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 05 12:48:28.217755 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225'] for segment (11092d22-9bda-4782-aa65-d78bb7184194), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:28.222554 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.plugin [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] No Port match for: 33ebed54-6111-4724-9f27-08a6bee6f39d {{(pid=106741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 05 12:48:28.222756 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=106739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 05 12:48:28.222969 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron.plugins.ml2.rpc [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Device 33ebed54-6111-4724-9f27-08a6bee6f39d not bound to the agent host dv-cinder-801354-7-iscsi {{(pid=106741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 05 12:48:28.223152 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8224225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3093733'] for segment (11092d22-9bda-4782-aa65-d78bb7184194), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:28.265476 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment 11092d22-9bda-4782-aa65-d78bb7184194 resource provider aggregate not found Sep 05 12:48:28.283824 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.services.segments.plugin [-] Segment 11092d22-9bda-4782-aa65-d78bb7184194 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11092d22-9bda-4782-aa65-d78bb7184194 found for delete ", "request_id": "req-08cc750a-98d5-474e-9a19-d34b19176518"}]} Sep 05 12:48:28.326896 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8086212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-965193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-532396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633847'] for network (43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:28.332295 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529750'] for network (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:28.335518 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe HTTP/1.1" status: 204 len: 168 time: 0.6491351 Sep 05 12:48:28.347604 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ed0f0-60bd-4bfa-bf2b-9c378da097f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=43d2248d-b0fb-4cd3-a7cb-a1913df3f0fe,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:28.680753 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60584) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:48:28.721302 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-d4ec0667-b73f-446e-a1a0-bc6039b128d8 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=58a867fbd2d444728391be6de51146c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394177 Sep 05 12:48:28.723846 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60586) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:48:28.774743 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2d572fd9-be2c-4726-90ed-6d3adc7baf4d admin admin] Publish callbacks [] for security_group (80be6d62-6d1a-41f3-bf89-38f91f7ec27e), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:28.794946 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2d572fd9-be2c-4726-90ed-6d3adc7baf4d admin admin] Publish callbacks [] for security_group (80be6d62-6d1a-41f3-bf89-38f91f7ec27e), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:28.817255 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:28.886818 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2d572fd9-be2c-4726-90ed-6d3adc7baf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (80be6d62-6d1a-41f3-bf89-38f91f7ec27e), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:28.889374 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-2d572fd9-be2c-4726-90ed-6d3adc7baf4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:28.890545 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-2d572fd9-be2c-4726-90ed-6d3adc7baf4d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/80be6d62-6d1a-41f3-bf89-38f91f7ec27e HTTP/1.1" status: 204 len: 168 time: 0.1657498 Sep 05 12:48:28.898873 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d572fd9-be2c-4726-90ed-6d3adc7baf4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80be6d62-6d1a-41f3-bf89-38f91f7ec27e,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:29.513167 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60592) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:48:29.553894 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-a59397d7-4fa8-4be7-b35e-9d5f2d550031 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2dc306f881e6416499720bb4860c43e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390301 Sep 05 12:48:29.556272 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [-] (106739) accepted ('10.222.0.62', 60594) {{(pid=106739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 05 12:48:29.605265 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69119f57-eaa7-498c-95b5-3c8a30072c40 admin admin] Publish callbacks [] for security_group (0fda1897-00e2-4530-9642-7ab9e610fbaa), before_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:29.624981 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69119f57-eaa7-498c-95b5-3c8a30072c40 admin admin] Publish callbacks [] for security_group (0fda1897-00e2-4530-9642-7ab9e610fbaa), precommit_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:29.725008 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69119f57-eaa7-498c-95b5-3c8a30072c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-972795'] for security_group (0fda1897-00e2-4530-9642-7ab9e610fbaa), after_delete {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:29.727664 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron_lib.callbacks.manager [None req-69119f57-eaa7-498c-95b5-3c8a30072c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:29.728858 dv-cinder-801354-7-iscsi neutron-server[106739]: INFO neutron.wsgi [None req-69119f57-eaa7-498c-95b5-3c8a30072c40 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0fda1897-00e2-4530-9642-7ab9e610fbaa HTTP/1.1" status: 204 len: 168 time: 0.1716897 Sep 05 12:48:29.736973 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69119f57-eaa7-498c-95b5-3c8a30072c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fda1897-00e2-4530-9642-7ab9e610fbaa,revision_number=None']} {{(pid=106739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 05 12:48:33.053346 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=25 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:33.084376 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=2 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:33.698148 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-669b0a75-b26c-4c26-8d47-a0a8121de7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:36.125046 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-ed5d890d-1cda-4b4d-a65f-3dc5d970ca0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:37.418185 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:37.657292 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG dbcounter [-] [106740] Writing DB stats neutron:SELECT=65,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106740) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:38.806266 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:39.195129 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:39.281498 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:48:39.731966 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=51,neutron:DELETE=8 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:39.732776 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG dbcounter [-] [106739] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106739) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:50.149498 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=67,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:50.156493 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=51,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:51.747495 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:48:53.363498 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:48:53.367756 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:49:01.677566 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:49:01.683643 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:49:03.821508 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-22618ba6-cee1-4ea1-b328-d30e16cc6ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:49:06.091617 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-c2a3966e-419c-45ad-9691-35edd65e0802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:49:07.411904 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:49:08.795067 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:49:09.188844 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:49:16.280960 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:49:19.130026 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:49:19.131946 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:49:21.748678 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:49:30.358384 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=21 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:49:30.359149 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=13 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:49:31.676852 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:49:31.681781 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:49:33.685732 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-a3a2c3a0-46ba-4d42-86fb-e2d22acb5b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:49:36.119962 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-736654f0-d83d-4277-a2ce-16041d68cf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:49:37.428302 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:49:38.798354 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:49:39.193064 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:49:49.132679 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:49:49.134628 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:49:51.759832 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:49:53.280252 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:50:01.682913 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:50:01.747068 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:50:03.690848 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-a5eadbec-921b-4d72-b4ce-52c311a5e0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:50:06.108236 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-c940dcd9-0a50-4c4e-b03f-cbdee71eb5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:50:07.364807 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:50:07.365525 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:50:07.446499 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:50:08.805345 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:50:09.188327 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:50:19.131134 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:50:19.138246 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:50:21.748297 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:50:30.280041 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:50:31.696283 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:50:31.698211 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:50:33.724990 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-3bb3d1b3-d5f6-43d4-bcd9-4331926b2f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:50:36.090915 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-13887c3d-9ae3-42a7-8fdc-195b4faa5def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:50:37.422151 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:50:38.798515 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:50:39.182783 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:50:42.366240 dv-cinder-801354-7-iscsi neutron-server[106740]: DEBUG neutron.wsgi [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-26c71959-f3c3-44e5-bed7-943e6f5a5c54 service neutron] (106740) timed out ('10.222.0.62', 53896) {{(pid=106740) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 05 12:50:42.446483 dv-cinder-801354-7-iscsi neutron-server[106739]: DEBUG neutron.wsgi [req-0f9ed762-17b6-4595-a316-ea1c4c4c6644 req-386349f4-b155-4cb6-8044-ba21f0b77a59 tempest-AttachVolumeShelveTestJSON-793258417 tempest-AttachVolumeShelveTestJSON-793258417-project] (106739) timed out ('10.222.0.62', 53916) {{(pid=106739) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 05 12:50:44.358212 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:50:44.363031 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:50:50.153331 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:50:50.155205 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:50:51.759299 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:51:01.691335 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:51:01.696357 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:51:03.696190 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-05fef095-d54e-4f9c-ab07-1e5e6abcb03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:51:06.090189 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-f3b54edd-b3b5-489a-95a8-9f02205de99b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:51:07.279859 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:51:07.461719 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:51:08.787341 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:51:09.181789 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:51:19.142274 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:51:19.144160 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:51:21.781684 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:51:30.144999 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=16 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:51:30.151037 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=18 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:51:31.694864 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:51:31.696746 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:51:33.707637 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-2de9e792-c48b-42bc-a1ee-5d12873dc433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:51:36.107518 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-bb51f88d-230e-4233-af1c-5a79cc46fbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:51:37.444511 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:51:38.816149 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:51:39.221642 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:51:44.278610 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:51:49.144350 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:51:49.146226 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:51:51.781935 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:51:58.351822 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=3 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:51:58.356681 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:52:01.704921 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:52:01.711885 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:52:03.696115 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-36e346d6-428a-4bc5-932d-359cda5d1dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:52:06.096115 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-e5055518-04f3-4e52-821a-caea38645323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:52:07.438892 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:52:08.821955 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:52:09.199120 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:52:19.147162 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:52:19.149066 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:52:21.277161 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:52:21.799475 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:52:31.710384 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:52:31.712234 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:52:33.696384 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-92a8b869-9a1d-469a-b0e3-23ac6ba719aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:52:35.352974 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:52:35.353769 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:52:36.096434 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-6ba545a0-2ca0-43de-beaf-c1d250e061bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:52:37.444206 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:52:38.810790 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:52:39.216732 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:52:50.152250 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:52:50.154071 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:52:51.776568 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:52:58.277612 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:53:01.709379 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:53:01.711239 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:53:03.735444 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-a66f9f1e-dc91-47a0-8d0f-80eaeb6c2474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:53:06.106973 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-62f3a306-4fbc-4d9a-8191-0675872bce50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:53:07.438313 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:53:08.839127 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:53:09.209433 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:53:12.348877 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:53:12.349575 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:53:19.147889 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:53:19.152896 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:53:21.771066 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:53:30.150778 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=10 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:53:30.152619 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=18 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:53:31.710717 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=2 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:53:31.712622 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:53:33.697028 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-47239954-b350-4e91-8807-c6eb9e72b85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f9371d15-6fd0-41ee-a762-26ff1d5b061f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:53:35.276290 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG neutron.db.agents_db [None req-2b0ed28d-6596-47be-8875-9c0088ee1e77 None None] Agent healthcheck: found 6 active agents {{(pid=106742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 05 12:53:36.154195 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-87c7d169-9ef6-4bd1-864a-e4ed7de6d4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (8174d6e9-866a-4756-9fd7-3270e2848d7f), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:53:37.491566 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-5dacc2ac-8420-4fc0-8aef-cb8982f6ab40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (3d6f4d2c-94e0-4917-bd63-52ddccae3af3), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:53:38.828250 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-d55d7733-afb3-4426-b14d-fe3c64c54897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (1aef06d2-0e98-4f9b-80c0-15b88782c5f5), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:53:39.228249 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-396fa2ac-d960-4b40-8942-5ebd3263b8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (f68d60a6-7a34-45bf-8505-4c418c199275), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 05 12:53:49.153087 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:53:49.154971 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG dbcounter [-] [106741] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106741) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:53:49.345314 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:53:49.346019 dv-cinder-801354-7-iscsi neutron-server[106742]: DEBUG dbcounter [-] [106742] Writing DB stats neutron:SELECT=4 {{(pid=106742) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 05 12:53:51.793802 dv-cinder-801354-7-iscsi neutron-server[106741]: DEBUG neutron_lib.callbacks.manager [None req-b4330c4a-cc6d-456e-8e27-30c3484699f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768775276162', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087820'] for agent (c9e76736-a085-4385-958f-0d99d0348e7e), after_update {{(pid=106741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}